[ 591.175354] env[69784]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69784) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.175680] env[69784]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69784) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.175818] env[69784]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69784) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.176089] env[69784]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 591.271175] env[69784]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69784) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 591.281011] env[69784]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69784) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 591.323684] env[69784]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 591.884056] env[69784]: INFO nova.virt.driver [None req-c7fef746-5803-4b0e-8b9f-ebe792220990 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 591.954803] env[69784]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.954964] env[69784]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.955089] env[69784]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69784) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 594.930845] env[69784]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0d9ab955-3ee2-46f2-b034-cf37d8e7e3c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.946848] env[69784]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69784) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 594.946972] env[69784]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-7baa2639-4d47-45e2-98b7-0368a93e4870 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.970889] env[69784]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d56dd. [ 594.971045] env[69784]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.016s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.971589] env[69784]: INFO nova.virt.vmwareapi.driver [None req-c7fef746-5803-4b0e-8b9f-ebe792220990 None None] VMware vCenter version: 7.0.3 [ 594.974981] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecddacf6-5987-4367-a20a-a34c7e253de3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.992587] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae776be-d18b-4620-9aba-427172affc42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.998431] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655d6ea8-a51a-4845-867a-dcb86c557c39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.004996] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8479caf-0210-474c-9237-ac6c6fa83170 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.017848] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962153c8-3175-4560-b9e2-883af18da504 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.023695] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8dc06-9183-41e7-9b21-ea3fc37bfc77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.053386] env[69784]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-23ffd841-6812-4ce2-bc1f-3e367f006424 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.058452] env[69784]: DEBUG nova.virt.vmwareapi.driver [None req-c7fef746-5803-4b0e-8b9f-ebe792220990 None None] Extension org.openstack.compute already exists. {{(pid=69784) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 595.061134] env[69784]: INFO nova.compute.provider_config [None req-c7fef746-5803-4b0e-8b9f-ebe792220990 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 595.564510] env[69784]: DEBUG nova.context [None req-c7fef746-5803-4b0e-8b9f-ebe792220990 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1a633518-8224-4c0c-b55d-db138f3e3a70(cell1) {{(pid=69784) load_cells /opt/stack/nova/nova/context.py:464}} [ 595.566876] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.567123] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.567890] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.568342] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Acquiring lock "1a633518-8224-4c0c-b55d-db138f3e3a70" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.568533] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Lock "1a633518-8224-4c0c-b55d-db138f3e3a70" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.569549] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Lock "1a633518-8224-4c0c-b55d-db138f3e3a70" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.591236] env[69784]: INFO dbcounter [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Registered counter for database nova_cell0 [ 595.599540] env[69784]: INFO dbcounter [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Registered counter for database nova_cell1 [ 595.602858] env[69784]: DEBUG oslo_db.sqlalchemy.engines [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69784) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 595.603494] env[69784]: DEBUG oslo_db.sqlalchemy.engines [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69784) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 595.608254] env[69784]: ERROR nova.db.main.api [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 595.608254] env[69784]: result = function(*args, **kwargs) [ 595.608254] env[69784]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 595.608254] env[69784]: return func(*args, **kwargs) [ 595.608254] env[69784]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 595.608254] env[69784]: result = fn(*args, **kwargs) [ 595.608254] env[69784]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 595.608254] env[69784]: return f(*args, **kwargs) [ 595.608254] env[69784]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 595.608254] env[69784]: return db.service_get_minimum_version(context, binaries) [ 595.608254] env[69784]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 595.608254] env[69784]: _check_db_access() [ 595.608254] env[69784]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 595.608254] env[69784]: stacktrace = ''.join(traceback.format_stack()) [ 595.608254] env[69784]: [ 595.609128] env[69784]: ERROR nova.db.main.api [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 595.609128] env[69784]: result = function(*args, **kwargs) [ 595.609128] env[69784]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 595.609128] env[69784]: return func(*args, **kwargs) [ 595.609128] env[69784]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 595.609128] env[69784]: result = fn(*args, **kwargs) [ 595.609128] env[69784]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 595.609128] env[69784]: return f(*args, **kwargs) [ 595.609128] env[69784]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 595.609128] env[69784]: return db.service_get_minimum_version(context, binaries) [ 595.609128] env[69784]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 595.609128] env[69784]: _check_db_access() [ 595.609128] env[69784]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 595.609128] env[69784]: stacktrace = ''.join(traceback.format_stack()) [ 595.609128] env[69784]: [ 595.610012] env[69784]: WARNING nova.objects.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Failed to get minimum service version for cell 1a633518-8224-4c0c-b55d-db138f3e3a70 [ 595.610012] env[69784]: WARNING nova.objects.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 595.610213] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Acquiring lock "singleton_lock" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.610213] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Acquired lock "singleton_lock" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.610438] env[69784]: DEBUG oslo_concurrency.lockutils [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Releasing lock "singleton_lock" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.610764] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Full set of CONF: {{(pid=69784) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 595.610905] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ******************************************************************************** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 595.611045] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] Configuration options gathered from: {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 595.611189] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 595.611381] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 595.611510] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ================================================================================ {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 595.611717] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] allow_resize_to_same_host = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.611888] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] arq_binding_timeout = 300 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612027] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] backdoor_port = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612160] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] backdoor_socket = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612326] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] block_device_allocate_retries = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612487] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] block_device_allocate_retries_interval = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612654] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cert = self.pem {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612817] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.612985] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute_monitors = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.613171] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] config_dir = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.613347] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] config_drive_format = iso9660 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.613480] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.613743] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] config_source = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.613830] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] console_host = devstack {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.613968] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] control_exchange = nova {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.614151] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cpu_allocation_ratio = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.614316] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] daemon = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.614482] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] debug = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.614639] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] default_access_ip_network_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.614801] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] default_availability_zone = nova {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.614959] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] default_ephemeral_format = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.615194] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] default_green_pool_size = 1000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.615414] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.615592] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] default_schedule_zone = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.615750] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] disk_allocation_ratio = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.615913] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] enable_new_services = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.616108] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] enabled_apis = ['osapi_compute'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.616367] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] enabled_ssl_apis = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.616556] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] flat_injected = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.616719] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] force_config_drive = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.616879] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] force_raw_images = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.617063] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] graceful_shutdown_timeout = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.617234] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] heal_instance_info_cache_interval = -1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.617462] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] host = cpu-1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.617642] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.617806] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] initial_disk_allocation_ratio = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.617968] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] initial_ram_allocation_ratio = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.618203] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.618377] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_build_timeout = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.618539] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_delete_interval = 300 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.618707] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_format = [instance: %(uuid)s] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.618873] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_name_template = instance-%08x {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.619046] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_usage_audit = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.619228] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_usage_audit_period = month {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.619399] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.619567] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] instances_path = /opt/stack/data/nova/instances {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.619736] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] internal_service_availability_zone = internal {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.619898] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] key = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.620074] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] live_migration_retry_count = 30 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.620253] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_color = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.620423] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_config_append = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.620588] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.620749] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_dir = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.620910] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_file = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621053] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_options = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621228] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_rotate_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621401] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_rotate_interval_type = days {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621569] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] log_rotation_type = none {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621700] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621845] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.621993] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622172] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622309] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622472] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] long_rpc_timeout = 1800 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622634] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] max_concurrent_builds = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622796] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] max_concurrent_live_migrations = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622955] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] max_concurrent_snapshots = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623133] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] max_local_block_devices = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623291] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] max_logfile_count = 30 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623456] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] max_logfile_size_mb = 200 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623618] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] maximum_instance_delete_attempts = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623786] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metadata_listen = 0.0.0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623951] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metadata_listen_port = 8775 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624134] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metadata_workers = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624303] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] migrate_max_retries = -1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624474] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] mkisofs_cmd = genisoimage {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624681] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] my_block_storage_ip = 10.180.1.21 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624813] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] my_ip = 10.180.1.21 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625042] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625217] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] network_allocate_retries = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625411] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625582] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] osapi_compute_listen = 0.0.0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625749] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] osapi_compute_listen_port = 8774 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625916] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] osapi_compute_unique_server_name_scope = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626106] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] osapi_compute_workers = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626300] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] password_length = 12 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626471] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] periodic_enable = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626637] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] periodic_fuzzy_delay = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626808] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] pointer_model = usbtablet {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626978] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] preallocate_images = none {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627155] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] publish_errors = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627290] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] pybasedir = /opt/stack/nova {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627452] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ram_allocation_ratio = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627610] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] rate_limit_burst = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627778] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] rate_limit_except_level = CRITICAL {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627940] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] rate_limit_interval = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628116] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reboot_timeout = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628328] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reclaim_instance_interval = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628506] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] record = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628682] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reimage_timeout_per_gb = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628850] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] report_interval = 120 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629032] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] rescue_timeout = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629190] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reserved_host_cpus = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629357] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reserved_host_disk_mb = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629520] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reserved_host_memory_mb = 512 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629684] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] reserved_huge_pages = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629847] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] resize_confirm_window = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630019] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] resize_fs_using_block_device = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630191] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] resume_guests_state_on_host_boot = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630365] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630529] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] rpc_response_timeout = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630691] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] run_external_periodic_tasks = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630858] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] running_deleted_instance_action = reap {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631023] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] running_deleted_instance_poll_interval = 1800 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631188] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] running_deleted_instance_timeout = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631351] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler_instance_sync_interval = 120 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631518] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_down_time = 720 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631685] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] servicegroup_driver = db {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631841] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] shell_completion = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632000] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] shelved_offload_time = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632176] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] shelved_poll_interval = 3600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632348] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] shutdown_timeout = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632509] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] source_is_ipv6 = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632669] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ssl_only = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632932] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633121] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] sync_power_state_interval = 600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633288] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] sync_power_state_pool_size = 1000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633461] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] syslog_log_facility = LOG_USER {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633619] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] tempdir = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633783] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] timeout_nbd = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633951] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] transport_url = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634130] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] update_resources_interval = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634296] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] use_cow_images = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634462] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] use_journal = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634625] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] use_json = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634785] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] use_rootwrap_daemon = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634947] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] use_stderr = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635120] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] use_syslog = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635318] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vcpu_pin_set = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635497] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plugging_is_fatal = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635668] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plugging_timeout = 300 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635835] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] virt_mkfs = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635999] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] volume_usage_poll_interval = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636210] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] watch_log_file = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636495] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] web = /usr/share/spice-html5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636809] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.637120] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.637410] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.637697] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_concurrency.disable_process_locking = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.638372] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.638607] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.638792] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.638974] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.639171] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.639348] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.639534] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.auth_strategy = keystone {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.639707] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.compute_link_prefix = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.639886] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.640074] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.dhcp_domain = novalocal {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.640252] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.enable_instance_password = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.640457] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.glance_link_prefix = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.640637] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.640815] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.640982] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.instance_list_per_project_cells = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.641166] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.list_records_by_skipping_down_cells = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.641334] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.local_metadata_per_cell = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.641505] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.max_limit = 1000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.641676] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.metadata_cache_expiration = 15 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.641851] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.neutron_default_tenant_id = default {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.642036] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.response_validation = warn {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.642221] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.use_neutron_default_nets = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.642396] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.642563] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.642732] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.642907] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.643097] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_dynamic_targets = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.643308] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_jsonfile_path = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.643524] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.643732] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.backend = dogpile.cache.memcached {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.643903] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.backend_argument = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.644082] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.backend_expiration_time = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.644263] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.config_prefix = cache.oslo {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.644444] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.dead_timeout = 60.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.644603] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.debug_cache_backend = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.644765] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.enable_retry_client = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.644926] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.enable_socket_keepalive = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.645114] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.enabled = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.645306] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.enforce_fips_mode = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.645476] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.expiration_time = 600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.645647] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.hashclient_retry_attempts = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.645812] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.hashclient_retry_delay = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.645977] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_dead_retry = 300 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.646171] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_password = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.646365] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.646532] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.646698] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_pool_maxsize = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.646861] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647042] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_sasl_enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647243] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647419] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_socket_timeout = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647581] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.memcache_username = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647749] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.proxies = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647916] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_db = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648107] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_password = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648292] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_sentinel_service_name = mymaster {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648474] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648643] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_server = localhost:6379 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648810] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_socket_timeout = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648970] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.redis_username = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649150] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.retry_attempts = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649322] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.retry_delay = 0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649489] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.socket_keepalive_count = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649653] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.socket_keepalive_idle = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649816] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.socket_keepalive_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649979] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.tls_allowed_ciphers = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650155] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.tls_cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650330] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.tls_certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650559] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.tls_enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650731] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cache.tls_keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650908] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651099] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.auth_type = password {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651273] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651454] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.catalog_info = volumev3::publicURL {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651619] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651785] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651949] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.cross_az_attach = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652127] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.debug = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652292] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.endpoint_template = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652460] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.http_retries = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652622] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652780] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652951] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.os_region_name = RegionOne {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653154] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653331] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cinder.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653507] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653669] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.cpu_dedicated_set = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653831] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.cpu_shared_set = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653995] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.image_type_exclude_list = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654178] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654347] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.max_concurrent_disk_ops = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654514] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.max_disk_devices_to_attach = -1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654679] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654852] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655023] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.resource_provider_association_refresh = 300 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655218] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655400] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.shutdown_retry_interval = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655586] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655767] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] conductor.workers = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655944] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] console.allowed_origins = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656121] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] console.ssl_ciphers = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656296] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] console.ssl_minimum_version = default {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656469] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] consoleauth.enforce_session_timeout = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656640] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] consoleauth.token_ttl = 600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656808] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656966] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657147] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657312] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657469] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657628] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657790] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657946] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658119] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658280] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658438] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658594] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658751] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658919] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.service_type = accelerator {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659092] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659254] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659415] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659575] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659755] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659919] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] cyborg.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660103] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.asyncio_connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660266] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.asyncio_slave_connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660441] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.backend = sqlalchemy {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660612] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660779] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.connection_debug = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660948] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.connection_parameters = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661129] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.connection_recycle_time = 3600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661296] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.connection_trace = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661463] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.db_inc_retry_interval = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661626] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.db_max_retries = 20 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661788] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.db_max_retry_interval = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661953] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.db_retry_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662131] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.max_overflow = 50 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662299] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.max_pool_size = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662464] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.max_retries = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662637] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662798] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.mysql_wsrep_sync_wait = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662956] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.pool_timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663157] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.retry_interval = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663330] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.slave_connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663497] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.sqlite_synchronous = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663660] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] database.use_db_reconnect = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663832] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.asyncio_connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663993] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.asyncio_slave_connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664185] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.backend = sqlalchemy {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664359] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664524] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.connection_debug = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664694] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.connection_parameters = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664858] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.connection_recycle_time = 3600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665032] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.connection_trace = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665232] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.db_inc_retry_interval = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665415] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.db_max_retries = 20 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665585] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.db_max_retry_interval = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665751] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.db_retry_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665915] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.max_overflow = 50 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666094] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.max_pool_size = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666261] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.max_retries = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666433] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666596] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666756] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.pool_timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666918] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.retry_interval = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667092] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.slave_connection = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667261] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] api_database.sqlite_synchronous = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667438] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] devices.enabled_mdev_types = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667648] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667825] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ephemeral_storage_encryption.default_format = luks {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667989] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ephemeral_storage_encryption.enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668170] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668345] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.api_servers = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668511] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668673] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668834] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668992] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669163] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669327] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.debug = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669493] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.default_trusted_certificate_ids = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669656] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.enable_certificate_validation = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669824] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.enable_rbd_download = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669985] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670171] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670336] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670501] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670660] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670825] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.num_retries = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670996] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.rbd_ceph_conf = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671177] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.rbd_connect_timeout = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671353] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.rbd_pool = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671525] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.rbd_user = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671698] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671861] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672031] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672209] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.service_type = image {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672376] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672540] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672703] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672864] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673071] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673262] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.verify_glance_signatures = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673433] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] glance.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673607] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] guestfs.debug = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673780] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673949] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.auth_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674126] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674290] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674458] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674621] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674781] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674941] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675120] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675323] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675495] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675656] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675816] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675974] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676160] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676353] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.service_type = shared-file-system {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676525] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.share_apply_policy_timeout = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676688] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676857] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677011] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677184] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677369] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677555] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] manila.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677740] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] mks.enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678112] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678308] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] image_cache.manager_interval = 2400 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678483] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] image_cache.precache_concurrency = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678655] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] image_cache.remove_unused_base_images = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678828] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679009] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679195] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] image_cache.subdirectory_name = _base {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679376] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.api_max_retries = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679544] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.api_retry_interval = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679705] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679872] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.auth_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680044] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680209] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680377] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680540] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.conductor_group = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680701] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680862] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681030] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681201] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681363] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681522] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681680] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681847] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.peer_list = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682012] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682181] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682348] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.serial_console_state_timeout = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682507] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682677] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.service_type = baremetal {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682835] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.shard = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683015] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683197] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683364] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683525] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683910] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683910] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ironic.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684064] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684225] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] key_manager.fixed_key = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684411] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684572] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.barbican_api_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684732] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.barbican_endpoint = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684900] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.barbican_endpoint_type = public {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685071] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.barbican_region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685270] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685446] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685614] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685777] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685935] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686113] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.number_of_retries = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686280] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.retry_delay = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686446] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.send_service_user_token = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686608] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686766] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686925] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.verify_ssl = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687094] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican.verify_ssl_path = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687264] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687426] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.auth_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687612] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687775] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687943] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688121] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688335] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688538] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688752] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] barbican_service_user.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688935] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.approle_role_id = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689111] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.approle_secret_id = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689288] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.kv_mountpoint = secret {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689452] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.kv_path = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689620] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.kv_version = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689781] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.namespace = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689943] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.root_token_id = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690116] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.ssl_ca_crt_file = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690285] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.timeout = 60.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690450] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.use_ssl = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690618] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690786] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690946] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691123] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691285] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691447] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691606] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691768] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691928] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692100] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692261] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692423] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692584] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692742] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692912] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.service_type = identity {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693105] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693282] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693445] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693604] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693782] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693944] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] keystone.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694150] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.ceph_mount_options = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694468] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694653] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.connection_uri = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694814] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_mode = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694982] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_model_extra_flags = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695183] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_models = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695392] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_power_governor_high = performance {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695623] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_power_governor_low = powersave {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695804] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_power_management = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695980] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696184] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.device_detach_attempts = 8 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696372] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.device_detach_timeout = 20 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696547] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.disk_cachemodes = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696712] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.disk_prefix = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696879] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.enabled_perf_events = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697056] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.file_backed_memory = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697229] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.gid_maps = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697391] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.hw_disk_discard = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697579] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.hw_machine_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697783] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_rbd_ceph_conf = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697955] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698137] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698311] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_rbd_glance_store_name = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698483] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_rbd_pool = rbd {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698656] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_type = default {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698817] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.images_volume_group = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698980] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.inject_key = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699161] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.inject_partition = -2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699333] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.inject_password = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699496] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.iscsi_iface = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699656] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.iser_use_multipath = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699821] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_bandwidth = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699982] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700311] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_downtime = 500 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700311] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700474] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700625] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_inbound_addr = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700786] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700947] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_permit_post_copy = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701117] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_scheme = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701290] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_timeout_action = abort {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701453] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_tunnelled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701613] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_uri = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701774] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.live_migration_with_native_tls = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701932] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.max_queues = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702109] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702346] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702513] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.nfs_mount_options = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702807] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702985] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703211] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.num_iser_scan_tries = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703390] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.num_memory_encrypted_guests = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703565] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703732] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.num_pcie_ports = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703899] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.num_volume_scan_tries = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704078] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.pmem_namespaces = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704242] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.quobyte_client_cfg = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704545] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704727] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rbd_connect_timeout = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704894] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705073] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705269] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rbd_secret_uuid = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705442] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rbd_user = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705610] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705781] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.remote_filesystem_transport = ssh {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705941] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rescue_image_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706115] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rescue_kernel_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706299] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rescue_ramdisk_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706475] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706640] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.rx_queue_size = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706808] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.smbfs_mount_options = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707121] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707303] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.snapshot_compression = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707468] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.snapshot_image_format = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707689] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707856] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.sparse_logical_volumes = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708022] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.swtpm_enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708200] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.swtpm_group = tss {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708371] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.swtpm_user = tss {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708542] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.sysinfo_serial = unique {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708702] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.tb_cache_size = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708930] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.tx_queue_size = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709124] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.uid_maps = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709291] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.use_virtio_for_bridges = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709465] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.virt_type = kvm {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709635] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.volume_clear = zero {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709799] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.volume_clear_size = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709960] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.volume_enforce_multipath = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710142] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.volume_use_multipath = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710306] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_cache_path = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710476] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710645] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_mount_group = qemu {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710810] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_mount_opts = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710979] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711287] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711474] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.vzstorage_mount_user = stack {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711643] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711820] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711989] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.auth_type = password {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712163] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712323] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712483] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712639] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712799] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712968] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.default_floating_pool = public {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713168] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713347] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.extension_sync_interval = 600 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713512] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.http_retries = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713674] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713833] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713993] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714185] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714353] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714522] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.ovs_bridge = br-int {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714688] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.physnets = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714856] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.region_name = RegionOne {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715021] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715218] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.service_metadata_proxy = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715395] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715568] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.service_type = network {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715731] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715888] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716059] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716244] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716438] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716605] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] neutron.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716779] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] notifications.bdms_in_notifications = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716957] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] notifications.default_level = INFO {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717139] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] notifications.include_share_mapping = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717320] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] notifications.notification_format = unversioned {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717487] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] notifications.notify_on_state_change = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717662] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717838] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] pci.alias = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718027] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] pci.device_spec = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718189] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] pci.report_in_placement = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718364] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718535] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.auth_type = password {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718701] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718860] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719028] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719199] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719359] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719514] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719671] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.default_domain_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719827] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.default_domain_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719982] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.domain_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720153] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.domain_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720313] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720470] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720625] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720781] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720935] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721116] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.password = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721279] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.project_domain_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721445] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.project_domain_name = Default {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721611] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.project_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721782] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.project_name = service {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721949] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.region_name = RegionOne {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722127] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722291] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722464] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.service_type = placement {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722627] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722786] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722944] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723140] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.system_scope = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723315] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723476] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.trust_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723632] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.user_domain_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723816] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.user_domain_name = Default {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723979] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.user_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724169] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.username = nova {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724351] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724513] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] placement.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724696] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.cores = 20 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724858] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.count_usage_from_placement = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725036] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725244] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.injected_file_content_bytes = 10240 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725420] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.injected_file_path_length = 255 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725590] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.injected_files = 5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725755] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.instances = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725919] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.key_pairs = 100 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726103] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.metadata_items = 128 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726298] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.ram = 51200 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726470] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.recheck_quota = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726638] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.server_group_members = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726804] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.server_groups = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727020] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727203] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] quota.unified_limits_resource_strategy = require {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727384] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727552] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727715] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.image_metadata_prefilter = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727880] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728057] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.max_attempts = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728227] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.max_placement_results = 1000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728394] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728561] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.query_placement_for_image_type_support = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728722] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728898] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] scheduler.workers = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729090] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729265] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729450] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729621] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729785] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729952] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730133] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730322] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730493] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.host_subset_size = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730658] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730815] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730978] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731161] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731340] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731504] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.isolated_hosts = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731666] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.isolated_images = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731827] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731987] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732164] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732327] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.pci_in_placement = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732486] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732646] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732807] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732969] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733181] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733368] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733536] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.track_instance_changes = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733714] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733885] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metrics.required = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734064] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metrics.weight_multiplier = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734238] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734427] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] metrics.weight_setting = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734739] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734915] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] serial_console.enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735105] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] serial_console.port_range = 10000:20000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735314] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735493] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735661] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] serial_console.serialproxy_port = 6083 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735833] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736012] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.auth_type = password {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736200] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736379] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736547] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736709] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736869] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737051] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.send_service_user_token = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737219] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737381] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] service_user.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737551] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.agent_enabled = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737714] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738039] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738237] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738413] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.html5proxy_port = 6082 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738573] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.image_compression = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738733] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.jpeg_compression = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738890] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.playback_compression = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739065] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.require_secure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739242] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.server_listen = 127.0.0.1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739443] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739782] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739961] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.streaming_mode = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740144] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] spice.zlib_compression = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740318] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] upgrade_levels.baseapi = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740489] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] upgrade_levels.compute = auto {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740652] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] upgrade_levels.conductor = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740811] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] upgrade_levels.scheduler = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740979] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741160] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.auth_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741323] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741485] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741649] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741810] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741969] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742150] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742315] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vendordata_dynamic_auth.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742491] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.api_retry_count = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742650] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.ca_file = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742821] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.cache_prefix = devstack-image-cache {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742989] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.cluster_name = testcl1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743199] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.connection_pool_size = 10 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743372] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.console_delay_seconds = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743546] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.datastore_regex = ^datastore.* {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743757] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743934] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.host_password = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744127] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.host_port = 443 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744301] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.host_username = administrator@vsphere.local {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744476] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.insecure = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744639] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.integration_bridge = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744803] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.maximum_objects = 100 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744961] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.pbm_default_policy = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745141] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.pbm_enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745326] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.pbm_wsdl_location = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745501] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745660] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.serial_port_proxy_uri = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745818] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.serial_port_service_uri = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745983] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.task_poll_interval = 0.5 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746171] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.use_linked_clone = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746343] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.vnc_keymap = en-us {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746508] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.vnc_port = 5900 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746674] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vmware.vnc_port_total = 10000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746860] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.auth_schemes = ['none'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747048] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747343] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747532] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747707] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.novncproxy_port = 6080 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747898] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.server_listen = 127.0.0.1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748102] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748277] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.vencrypt_ca_certs = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748441] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.vencrypt_client_cert = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748611] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vnc.vencrypt_client_key = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748782] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748946] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.disable_deep_image_inspection = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749123] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749286] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749452] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749615] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.disable_rootwrap = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749777] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.enable_numa_live_migration = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749938] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750112] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750277] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750441] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.libvirt_disable_apic = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750601] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750765] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750926] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751102] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751267] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751433] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751595] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751756] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751916] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752092] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752279] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752448] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] wsgi.secure_proxy_ssl_header = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752612] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] zvm.ca_file = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752772] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] zvm.cloud_connector_url = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753089] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753289] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] zvm.reachable_timeout = 300 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753466] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753646] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753823] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.connection_string = messaging:// {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753990] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.enabled = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754177] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.es_doc_type = notification {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754341] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.es_scroll_size = 10000 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754508] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.es_scroll_time = 2m {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754667] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.filter_error_trace = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754836] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.hmac_keys = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755013] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.sentinel_service_name = mymaster {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755202] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.socket_timeout = 0.1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755384] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.trace_requests = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755545] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler.trace_sqlalchemy = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755729] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler_jaeger.process_tags = {} {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755892] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler_jaeger.service_name_prefix = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756067] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] profiler_otlp.service_name_prefix = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756254] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756436] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756605] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756768] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756929] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757106] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757271] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757436] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757597] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757768] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757926] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758110] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758282] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758446] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758609] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758775] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758936] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759120] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759292] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759454] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759608] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759771] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759940] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760118] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760282] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760444] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760604] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760763] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760922] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761095] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761260] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.ssl = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761430] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761597] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761756] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761922] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762102] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.ssl_version = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762274] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762461] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762627] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_notifications.retry = -1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762801] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762969] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_messaging_notifications.transport_url = **** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763162] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.auth_section = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763329] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.auth_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763489] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.cafile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763644] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.certfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763803] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.collect_timing = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763960] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.connect_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764133] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.connect_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764293] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.endpoint_id = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764464] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.endpoint_interface = publicURL {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764622] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.endpoint_override = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764771] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.endpoint_region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764932] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.endpoint_service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765105] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.endpoint_service_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765299] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.insecure = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765467] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.keyfile = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765625] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.max_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765848] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.min_version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766041] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.region_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766240] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.retriable_status_codes = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766419] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.service_name = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766579] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.service_type = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766743] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.split_loggers = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766903] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.status_code_retries = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767076] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.status_code_retry_delay = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767241] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.timeout = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767402] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.valid_interfaces = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767560] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_limit.version = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767727] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_reports.file_event_handler = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767893] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768060] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] oslo_reports.log_dir = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768236] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768397] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768555] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768719] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768884] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769055] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769227] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769390] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_ovs_privileged.group = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769544] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769705] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769865] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770028] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] vif_plug_ovs_privileged.user = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770203] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.flat_interface = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770386] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770560] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770734] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770906] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771092] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771264] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771429] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771608] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771781] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.isolate_vif = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771950] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772130] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772302] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772475] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.ovsdb_interface = native {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772637] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] os_vif_ovs.per_port_bridge = False {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772809] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] privsep_osbrick.capabilities = [21] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772966] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] privsep_osbrick.group = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773139] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] privsep_osbrick.helper_command = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773305] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773469] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773624] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] privsep_osbrick.user = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773799] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773958] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] nova_sys_admin.group = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774154] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] nova_sys_admin.helper_command = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774328] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774489] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774649] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] nova_sys_admin.user = None {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774780] env[69784]: DEBUG oslo_service.backend.eventlet.service [None req-373bccfa-1d1c-4b2e-843e-5b7751abedde None None] ******************************************************************************** {{(pid=69784) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 595.775228] env[69784]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 596.279760] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Getting list of instances from cluster (obj){ [ 596.279760] env[69784]: value = "domain-c8" [ 596.279760] env[69784]: _type = "ClusterComputeResource" [ 596.279760] env[69784]: } {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 596.280919] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce41e0-a192-4428-acd0-94029d9354e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.289679] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Got total of 0 instances {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 596.290276] env[69784]: WARNING nova.virt.vmwareapi.driver [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 596.290748] env[69784]: INFO nova.virt.node [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Generated node identity 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a [ 596.290985] env[69784]: INFO nova.virt.node [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Wrote node identity 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a to /opt/stack/data/n-cpu-1/compute_id [ 596.793986] env[69784]: WARNING nova.compute.manager [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Compute nodes ['0c2d32c9-4f2b-4fd3-b895-4e6470002a7a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 597.799236] env[69784]: INFO nova.compute.manager [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 598.804976] env[69784]: WARNING nova.compute.manager [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 598.805365] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.805559] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.805707] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.805861] env[69784]: DEBUG nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 598.806771] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d2a77-a884-43ba-b44d-1ed83572c80d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.814748] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6730bf6-5777-4c41-ba60-30b8155ab856 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.827790] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c711a-add3-43d6-805e-5ceb94da6803 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.833973] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bafd207-8dc6-49e5-94a6-09992fad48ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.862368] env[69784]: DEBUG nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180939MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 598.862511] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.862711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.365494] env[69784]: WARNING nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] No compute node record for cpu-1:0c2d32c9-4f2b-4fd3-b895-4e6470002a7a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a could not be found. [ 599.870033] env[69784]: INFO nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a [ 601.381471] env[69784]: DEBUG nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 601.381471] env[69784]: DEBUG nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 601.531718] env[69784]: INFO nova.scheduler.client.report [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] [req-34aff1d1-5521-487d-bac7-4bd0a676a03a] Created resource provider record via placement API for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 601.548084] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c2f40-977c-48c1-a1ff-ff2e9925a3a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.554950] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48d3d90-0273-49aa-b39e-4fea0903b76e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.585746] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e21ea8-96a6-47e0-967b-06d61eaf8dba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.593168] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea8ed7a-12fb-4b5f-acb0-b4cbd128868c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.085028] env[69784]: DEBUG nova.compute.provider_tree [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.621275] env[69784]: DEBUG nova.scheduler.client.report [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 602.621598] env[69784]: DEBUG nova.compute.provider_tree [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 0 to 1 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 602.621660] env[69784]: DEBUG nova.compute.provider_tree [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.673216] env[69784]: DEBUG nova.compute.provider_tree [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 1 to 2 during operation: update_traits {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.178584] env[69784]: DEBUG nova.compute.resource_tracker [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 603.178826] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.316s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.178945] env[69784]: DEBUG nova.service [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Creating RPC server for service compute {{(pid=69784) start /opt/stack/nova/nova/service.py:177}} [ 603.192880] env[69784]: DEBUG nova.service [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] Join ServiceGroup membership for this service compute {{(pid=69784) start /opt/stack/nova/nova/service.py:194}} [ 603.193095] env[69784]: DEBUG nova.servicegroup.drivers.db [None req-c4da5cb2-0a94-4b32-b264-bcf0fb0433b1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69784) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 646.687896] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "93c56a3e-9744-47b3-b691-b6f28d16351f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.689256] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.192855] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.381651] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.384461] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.431741] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.431881] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.740658] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.740658] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.740916] env[69784]: INFO nova.compute.claims [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.888435] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.934264] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.424975] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.463639] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.848096] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc99c6-723d-4180-b2e4-c2cfd3595873 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.867883] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14de070-fc3e-4842-a8df-c16bd841e6f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.911706] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5f425-ba90-43f3-bb9d-813fdc942986 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.923133] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970812f-8b9a-4b59-8070-88501440816a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.937452] env[69784]: DEBUG nova.compute.provider_tree [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.442625] env[69784]: DEBUG nova.scheduler.client.report [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.949903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.950620] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.953494] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.528s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.958288] env[69784]: INFO nova.compute.claims [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.269680] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.269941] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.464310] env[69784]: DEBUG nova.compute.utils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.466038] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.466437] env[69784]: DEBUG nova.network.neutron [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.773614] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.824957] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.825240] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.972064] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.061934] env[69784]: DEBUG nova.policy [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3da0d7f853b4a9fb588846841f4679e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7581c598bbcf480c873ce3201c609852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.113327] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a4f86-d4fa-4404-81ea-cd36112e4911 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.122874] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d614064-4505-4d37-a26e-ee3483e7d6d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.156925] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935c978-30e2-4892-ad5f-a507ba3b9b04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.164644] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd1398-2cb2-4c2c-9731-c134c5cfcf42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.178392] env[69784]: DEBUG nova.compute.provider_tree [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.301182] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.333054] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.682331] env[69784]: DEBUG nova.scheduler.client.report [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.869158] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.000914] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.032492] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.032741] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.032897] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.033088] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.033234] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.033381] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.033587] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.033741] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.034263] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.034447] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.034621] env[69784]: DEBUG nova.virt.hardware [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.035511] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac19b0ea-3e2d-4665-8112-c96408ea25ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.044350] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6092fcd7-778c-418d-8cac-aa395ed12497 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.065139] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81978fc-07d4-4d36-85ba-cb7d51cdaf15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.188492] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.189637] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.195040] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.730s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.195040] env[69784]: INFO nova.compute.claims [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.268527] env[69784]: DEBUG nova.network.neutron [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Successfully created port: 73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.710426] env[69784]: DEBUG nova.compute.utils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.713575] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.713575] env[69784]: DEBUG nova.network.neutron [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.839211] env[69784]: DEBUG nova.policy [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984a4b22c6404be09a38f13530ba2414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7a97c1982d4097a5fcf0551f18524a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.221458] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.344898] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c587767-9fcf-4d31-90df-3218bbe4cd4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.355270] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da40f81-b8f7-46f3-a001-9f69fa9a5586 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.389749] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f14c04-9318-4593-a5ba-70d577df0d10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.399536] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673b8527-7441-45ef-a080-0f21c4bbb2ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.414879] env[69784]: DEBUG nova.compute.provider_tree [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.451393] env[69784]: DEBUG nova.network.neutron [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Successfully created port: 7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.608644] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.610711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.917563] env[69784]: DEBUG nova.scheduler.client.report [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.975574] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.975574] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.115633] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.231489] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.263024] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.263024] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.263024] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.263601] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.263601] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.263601] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.263601] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.263601] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.263863] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.263863] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.263863] env[69784]: DEBUG nova.virt.hardware [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.263863] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a2276-cd40-40fc-a5b6-6255d3b407b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.272432] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9de54f-2a0f-4186-baf8-15c9ff3970eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.425588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.426560] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.428824] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.128s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.430466] env[69784]: INFO nova.compute.claims [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.468938] env[69784]: DEBUG nova.network.neutron [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Successfully updated port: 73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.477611] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.651026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.935255] env[69784]: DEBUG nova.compute.utils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.944360] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.944716] env[69784]: DEBUG nova.network.neutron [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.971943] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "refresh_cache-93c56a3e-9744-47b3-b691-b6f28d16351f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.971943] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired lock "refresh_cache-93c56a3e-9744-47b3-b691-b6f28d16351f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.972110] env[69784]: DEBUG nova.network.neutron [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.015464] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.087829] env[69784]: DEBUG nova.policy [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fa96ccf0fa349e3bd03c2e7dde94043', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adfc93304e634a1aad62c4165acc38fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.298998] env[69784]: DEBUG nova.network.neutron [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Successfully updated port: 7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.444816] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.598458] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc355e7-e3ff-4f24-af66-26bea058bef2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.607439] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6562ba06-3e85-4804-bb88-e33ccc1e18bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.646370] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f345f42-93e0-4563-a078-7d687de9e9a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.650457] env[69784]: DEBUG nova.network.neutron [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.659831] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e39c43-1ab8-4d15-a80a-dd4b51469183 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.683422] env[69784]: DEBUG nova.compute.provider_tree [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.803382] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.803538] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquired lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.803707] env[69784]: DEBUG nova.network.neutron [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.852072] env[69784]: DEBUG nova.compute.manager [req-bc9704ff-f9fd-4a98-b4d9-4360e47fd03c req-7dc8423b-3082-4a22-9c9d-9f6f78efa9ee service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Received event network-vif-plugged-73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.852206] env[69784]: DEBUG oslo_concurrency.lockutils [req-bc9704ff-f9fd-4a98-b4d9-4360e47fd03c req-7dc8423b-3082-4a22-9c9d-9f6f78efa9ee service nova] Acquiring lock "93c56a3e-9744-47b3-b691-b6f28d16351f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.852403] env[69784]: DEBUG oslo_concurrency.lockutils [req-bc9704ff-f9fd-4a98-b4d9-4360e47fd03c req-7dc8423b-3082-4a22-9c9d-9f6f78efa9ee service nova] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.852576] env[69784]: DEBUG oslo_concurrency.lockutils [req-bc9704ff-f9fd-4a98-b4d9-4360e47fd03c req-7dc8423b-3082-4a22-9c9d-9f6f78efa9ee service nova] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.854227] env[69784]: DEBUG nova.compute.manager [req-bc9704ff-f9fd-4a98-b4d9-4360e47fd03c req-7dc8423b-3082-4a22-9c9d-9f6f78efa9ee service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] No waiting events found dispatching network-vif-plugged-73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.854227] env[69784]: WARNING nova.compute.manager [req-bc9704ff-f9fd-4a98-b4d9-4360e47fd03c req-7dc8423b-3082-4a22-9c9d-9f6f78efa9ee service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Received unexpected event network-vif-plugged-73db8238-f7e8-406c-86e5-f7bf7663e1ec for instance with vm_state building and task_state spawning. [ 656.141633] env[69784]: DEBUG nova.network.neutron [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Updating instance_info_cache with network_info: [{"id": "73db8238-f7e8-406c-86e5-f7bf7663e1ec", "address": "fa:16:3e:3d:a9:b3", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db8238-f7", "ovs_interfaceid": "73db8238-f7e8-406c-86e5-f7bf7663e1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.145673] env[69784]: DEBUG nova.network.neutron [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Successfully created port: 7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.185415] env[69784]: DEBUG nova.scheduler.client.report [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.289567] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "bc3543d3-facd-494b-9838-a0cd02467ec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.289787] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.363428] env[69784]: DEBUG nova.network.neutron [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.458364] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.493356] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.493356] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.493568] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.493609] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.493788] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.495582] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.496398] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.496573] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.496811] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.496905] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.497142] env[69784]: DEBUG nova.virt.hardware [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.499652] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657fadae-adf1-4b17-8f7e-cfa6f3babdb5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.508129] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9c19c-3650-4784-a08b-6e0b98e326f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.643058] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Releasing lock "refresh_cache-93c56a3e-9744-47b3-b691-b6f28d16351f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.643058] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Instance network_info: |[{"id": "73db8238-f7e8-406c-86e5-f7bf7663e1ec", "address": "fa:16:3e:3d:a9:b3", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db8238-f7", "ovs_interfaceid": "73db8238-f7e8-406c-86e5-f7bf7663e1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.643515] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:a9:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73db8238-f7e8-406c-86e5-f7bf7663e1ec', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.657926] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.658383] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8102795c-086f-4a7e-9251-0a059655e638 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.677178] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Created folder: OpenStack in parent group-v4. [ 656.677178] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating folder: Project (7581c598bbcf480c873ce3201c609852). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.677305] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df8c36c-8029-487a-aba7-8b25dd5f83b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.687223] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Created folder: Project (7581c598bbcf480c873ce3201c609852) in parent group-v723273. [ 656.688577] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating folder: Instances. Parent ref: group-v723274. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.688577] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f94f3909-241a-4495-ac1a-f8e3d025235a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.697479] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.697479] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.703786] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.835s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.704990] env[69784]: INFO nova.compute.claims [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.708731] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Created folder: Instances in parent group-v723274. [ 656.709897] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.710434] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.710695] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f109d843-818e-476a-aaba-a87dbf46235e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.738991] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.738991] env[69784]: value = "task-3626940" [ 656.738991] env[69784]: _type = "Task" [ 656.738991] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.756106] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626940, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.795305] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.968632] env[69784]: DEBUG nova.network.neutron [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Updating instance_info_cache with network_info: [{"id": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "address": "fa:16:3e:fd:17:9e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec6e8a9-ad", "ovs_interfaceid": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.195263] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.195263] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.195263] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.195492] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.196020] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.196272] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.196491] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.201970] env[69784]: DEBUG nova.compute.utils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.204036] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.204036] env[69784]: DEBUG nova.network.neutron [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.254477] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626940, 'name': CreateVM_Task, 'duration_secs': 0.344679} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.256630] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.288435] env[69784]: DEBUG oslo_vmware.service [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e2d86-9c19-4394-8677-474a094bf19d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.295999] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.295999] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.297099] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.297099] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a4a2a1-66c5-4e10-97f0-0cd2c8e97f77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.300781] env[69784]: DEBUG nova.policy [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbfcbde8d4cd41909bc0812788d09e00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac43554fcca845a4841e9ee9ae833fef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.310208] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 657.310208] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f81da-8a5a-aec8-57e6-54cf2f0c8481" [ 657.310208] env[69784]: _type = "Task" [ 657.310208] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.318488] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f81da-8a5a-aec8-57e6-54cf2f0c8481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.331822] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.475542] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Releasing lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.475823] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Instance network_info: |[{"id": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "address": "fa:16:3e:fd:17:9e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec6e8a9-ad", "ovs_interfaceid": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.476325] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:17:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.486877] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Creating folder: Project (9b7a97c1982d4097a5fcf0551f18524a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.487346] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8129ab1-70e1-418f-ba43-9f22ae87af25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.500114] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Created folder: Project (9b7a97c1982d4097a5fcf0551f18524a) in parent group-v723273. [ 657.500424] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Creating folder: Instances. Parent ref: group-v723277. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.500746] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-291cb45d-2331-48c2-a562-3212f361fe39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.512750] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Created folder: Instances in parent group-v723277. [ 657.513017] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.513220] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.513536] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a48de44e-efe9-443d-9314-2e887014861d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.536306] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.536306] env[69784]: value = "task-3626943" [ 657.536306] env[69784]: _type = "Task" [ 657.536306] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.546501] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626943, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.703869] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Getting list of instances from cluster (obj){ [ 657.703869] env[69784]: value = "domain-c8" [ 657.703869] env[69784]: _type = "ClusterComputeResource" [ 657.703869] env[69784]: } {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 657.704620] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d62c4-eb34-472c-b877-b6df80a8a6ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.709474] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.722894] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Got total of 1 instances {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 657.723089] env[69784]: WARNING nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] While synchronizing instance power states, found 5 instances in the database and 1 instances on the hypervisor. [ 657.723230] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 93c56a3e-9744-47b3-b691-b6f28d16351f {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 657.723411] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 657.723619] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid c0dff9f2-1840-4a36-99be-88f6f5c050b4 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 657.723796] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid f6840f44-6cb0-4890-b6e3-8357d10d5fba {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 657.723943] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 6437da62-f5b2-477a-8ec9-d1fc68913f21 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 657.724256] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "93c56a3e-9744-47b3-b691-b6f28d16351f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.725271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.725271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.725271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.725271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.725271] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.725616] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 657.725880] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.830597] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.830701] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.831418] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.831418] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.834671] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.834671] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60b225a1-3dc2-4ffb-8493-487e522de2c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.843945] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.844389] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.845493] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c4a91-b2a5-4662-8e21-de7d19407910 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.860036] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acccb81-48f6-484b-bae3-34dd36000e95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.873272] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 657.873272] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525e719c-4164-b9cb-0b9b-e2011b952eee" [ 657.873272] env[69784]: _type = "Task" [ 657.873272] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.886392] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.887112] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating directory with path [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.887609] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6beaebdc-3509-4a60-8e3d-156a3153551e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.909922] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deee503-0b84-45df-9477-fc25013a364a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.914335] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Created directory with path [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.914405] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Fetch image to [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.915457] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Downloading image file data b3f03779-caa8-41a6-a35b-95008555d46c to [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk on the data store datastore2 {{(pid=69784) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.916423] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1dd81-39ea-4a70-88d4-583e3ce80289 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.927480] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc2e83-f75f-4d7b-a519-051b8be360e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.931763] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb8f8d2-e3f8-4443-99e9-ea8287f163b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.968256] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b69215-c4a6-4a72-8e38-4508554c2bbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.976907] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2210f3-cbe7-4899-ac83-a11975169896 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.018189] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcbf1b9-1dc4-4add-8512-cf2c0edd1376 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.021547] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47199225-2a85-489f-a0cb-08cbbd3647e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.035559] env[69784]: DEBUG nova.compute.provider_tree [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.046332] env[69784]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-51a4e33b-87bc-4989-8f37-a852724dcfa7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.052370] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626943, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.074204] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Downloading image file data b3f03779-caa8-41a6-a35b-95008555d46c to the data store datastore2 {{(pid=69784) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 658.162948] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 658.243344] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.257173] env[69784]: DEBUG nova.network.neutron [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Successfully created port: 9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.468576] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.471737] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.551733] env[69784]: DEBUG nova.scheduler.client.report [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.561937] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626943, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.749373] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.784572] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.784821] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.784992] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.785202] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.785495] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.785495] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.785706] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.785861] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.786079] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.786265] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.786450] env[69784]: DEBUG nova.virt.hardware [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.787475] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a26af4-53bf-4ccf-a22e-a42e9de9562f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.802948] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee316f6-6068-4b8a-a77b-9747b4468251 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.949749] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.949893] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.977818] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.012951] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Downloaded image file data b3f03779-caa8-41a6-a35b-95008555d46c to vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk on the data store datastore2 {{(pid=69784) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 659.014013] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 659.015069] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Copying Virtual Disk [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk to [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.016022] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a59951cf-e456-4924-ab34-5dc9bdc1d8a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.025754] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 659.025754] env[69784]: value = "task-3626944" [ 659.025754] env[69784]: _type = "Task" [ 659.025754] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.038384] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.049574] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626943, 'name': CreateVM_Task, 'duration_secs': 1.348459} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.049749] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.050465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.050626] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.050968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.051235] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329720c4-27d9-4e8d-9861-301a7ff49b4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.057291] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 659.057291] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5279225b-a436-3376-f3f8-e703ea837d5f" [ 659.057291] env[69784]: _type = "Task" [ 659.057291] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.062405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.063425] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.068296] env[69784]: DEBUG nova.network.neutron [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Successfully updated port: 7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.068833] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.418s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.069690] env[69784]: INFO nova.compute.claims [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.080604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.080945] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.081106] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.196422] env[69784]: DEBUG nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Received event network-changed-73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.197887] env[69784]: DEBUG nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Refreshing instance network info cache due to event network-changed-73db8238-f7e8-406c-86e5-f7bf7663e1ec. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.197887] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Acquiring lock "refresh_cache-93c56a3e-9744-47b3-b691-b6f28d16351f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.197887] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Acquired lock "refresh_cache-93c56a3e-9744-47b3-b691-b6f28d16351f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.197887] env[69784]: DEBUG nova.network.neutron [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Refreshing network info cache for port 73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.509276] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.539361] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626944, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.578315] env[69784]: DEBUG nova.compute.utils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.580901] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.580901] env[69784]: DEBUG nova.network.neutron [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.583129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "refresh_cache-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.583129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquired lock "refresh_cache-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.583319] env[69784]: DEBUG nova.network.neutron [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.651525] env[69784]: DEBUG nova.policy [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7927c8f14e5241da865f9711e5958846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6710a824fd054f5b9c6decafad675dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.785389] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "cb792760-6b35-4299-9fca-6412fa62312c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.785694] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "cb792760-6b35-4299-9fca-6412fa62312c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.041681] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65044} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.042467] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Copied Virtual Disk [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk to [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.042467] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleting the datastore file [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.042467] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac2dd9e-e8f5-4832-a0fa-ccbc01e92ad6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.049895] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 660.049895] env[69784]: value = "task-3626945" [ 660.049895] env[69784]: _type = "Task" [ 660.049895] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.061854] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.083230] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.202027] env[69784]: DEBUG nova.network.neutron [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Updated VIF entry in instance network info cache for port 73db8238-f7e8-406c-86e5-f7bf7663e1ec. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.202027] env[69784]: DEBUG nova.network.neutron [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Updating instance_info_cache with network_info: [{"id": "73db8238-f7e8-406c-86e5-f7bf7663e1ec", "address": "fa:16:3e:3d:a9:b3", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db8238-f7", "ovs_interfaceid": "73db8238-f7e8-406c-86e5-f7bf7663e1ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.265590] env[69784]: DEBUG nova.network.neutron [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.289179] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.335030] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdee2b8-0902-4e0d-a084-be1a45d44dd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.341132] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3226742-f075-4858-bc3d-7b6ca6529d81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.379431] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8953050-56a1-4570-b0ad-a7c4dc6665a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.388465] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cecd242-3fcc-409c-a18f-7de3fb16db74 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.404742] env[69784]: DEBUG nova.compute.provider_tree [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.488080] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.488324] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "32d380c2-6ed7-423f-b555-584965ef0110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.564265] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024916} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.564504] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.564823] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Moving file from [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4/b3f03779-caa8-41a6-a35b-95008555d46c to [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c. {{(pid=69784) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 660.565560] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c7017c6b-4bcc-4e0d-934b-6895f1059a43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.573155] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 660.573155] env[69784]: value = "task-3626946" [ 660.573155] env[69784]: _type = "Task" [ 660.573155] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.588017] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626946, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.704764] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Releasing lock "refresh_cache-93c56a3e-9744-47b3-b691-b6f28d16351f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.705315] env[69784]: DEBUG nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Received event network-vif-plugged-7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.706149] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Acquiring lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.706443] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.706889] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.707218] env[69784]: DEBUG nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] No waiting events found dispatching network-vif-plugged-7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.707434] env[69784]: WARNING nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Received unexpected event network-vif-plugged-7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc for instance with vm_state building and task_state spawning. [ 660.707655] env[69784]: DEBUG nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Received event network-changed-7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.707854] env[69784]: DEBUG nova.compute.manager [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Refreshing instance network info cache due to event network-changed-7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.708134] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Acquiring lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.708358] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Acquired lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.708936] env[69784]: DEBUG nova.network.neutron [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Refreshing network info cache for port 7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.823670] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.907600] env[69784]: DEBUG nova.scheduler.client.report [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.978625] env[69784]: DEBUG nova.network.neutron [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Successfully created port: d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.003412] env[69784]: DEBUG nova.network.neutron [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Updating instance_info_cache with network_info: [{"id": "7dacc13a-966a-4a08-97a6-f896ff40ad7e", "address": "fa:16:3e:f8:41:b7", "network": {"id": "4b87160b-a58d-4838-9e91-17b78eda6a23", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1464864156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adfc93304e634a1aad62c4165acc38fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dacc13a-96", "ovs_interfaceid": "7dacc13a-966a-4a08-97a6-f896ff40ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.086019] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626946, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025242} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.086019] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] File moved {{(pid=69784) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 661.086019] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Cleaning up location [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 661.086019] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleting the datastore file [datastore2] vmware_temp/64f7e2db-975d-4ca7-a680-f7974d6bb4c4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.086019] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928ad8a2-6b4e-4cce-9703-d4cd07fe9b5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.092380] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 661.092380] env[69784]: value = "task-3626947" [ 661.092380] env[69784]: _type = "Task" [ 661.092380] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.097135] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.104926] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.127742] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.128361] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.128862] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.128862] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.129148] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.131129] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.131129] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.131129] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.131129] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.131129] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.131454] env[69784]: DEBUG nova.virt.hardware [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.132100] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e7388-dcee-48d1-b397-d8253c26c9f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.141729] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b50341-2ed4-48dd-ae04-2cc462078ceb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.417540] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.418062] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.431021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.414s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.431021] env[69784]: INFO nova.compute.claims [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.434544] env[69784]: DEBUG nova.network.neutron [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Successfully updated port: 9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.506495] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Releasing lock "refresh_cache-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.506705] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Instance network_info: |[{"id": "7dacc13a-966a-4a08-97a6-f896ff40ad7e", "address": "fa:16:3e:f8:41:b7", "network": {"id": "4b87160b-a58d-4838-9e91-17b78eda6a23", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1464864156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adfc93304e634a1aad62c4165acc38fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dacc13a-96", "ovs_interfaceid": "7dacc13a-966a-4a08-97a6-f896ff40ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.508759] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:41:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dacc13a-966a-4a08-97a6-f896ff40ad7e', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.516061] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Creating folder: Project (adfc93304e634a1aad62c4165acc38fb). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.516503] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b70be990-f739-4156-b38b-dee1a263b32c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.527902] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Created folder: Project (adfc93304e634a1aad62c4165acc38fb) in parent group-v723273. [ 661.528105] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Creating folder: Instances. Parent ref: group-v723280. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.528417] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24309905-ffd4-4efc-8b4b-f5ecccb10971 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.536982] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Created folder: Instances in parent group-v723280. [ 661.537161] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.537354] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.537585] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b83c3b-30d6-4d76-a54e-b63fff8b18a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.561276] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.561276] env[69784]: value = "task-3626950" [ 661.561276] env[69784]: _type = "Task" [ 661.561276] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.572943] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626950, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.606757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "80c4939f-e928-4027-8789-15aebefa725a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.607192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.607192] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023812} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.607565] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.608442] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5b093d-b12c-44b0-9041-5758bf1696f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.614428] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 661.614428] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cde63b-c221-71eb-545d-6ed2240a3051" [ 661.614428] env[69784]: _type = "Task" [ 661.614428] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.628661] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cde63b-c221-71eb-545d-6ed2240a3051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.929311] env[69784]: DEBUG nova.compute.utils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.931808] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.935683] env[69784]: DEBUG nova.network.neutron [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.939551] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.939650] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.939793] env[69784]: DEBUG nova.network.neutron [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.989426] env[69784]: DEBUG nova.network.neutron [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Updated VIF entry in instance network info cache for port 7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.989515] env[69784]: DEBUG nova.network.neutron [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Updating instance_info_cache with network_info: [{"id": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "address": "fa:16:3e:fd:17:9e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec6e8a9-ad", "ovs_interfaceid": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.072951] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626950, 'name': CreateVM_Task, 'duration_secs': 0.360278} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.076139] env[69784]: DEBUG nova.policy [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7927c8f14e5241da865f9711e5958846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6710a824fd054f5b9c6decafad675dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.076488] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.077202] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.077409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.077804] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.078450] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ac1972-7607-433c-bfeb-5f36cc73f1d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.083761] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 662.083761] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214156f-bb54-3cd8-1fbf-5907d9ba1cfd" [ 662.083761] env[69784]: _type = "Task" [ 662.083761] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.092303] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214156f-bb54-3cd8-1fbf-5907d9ba1cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.127233] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cde63b-c221-71eb-545d-6ed2240a3051, 'name': SearchDatastore_Task, 'duration_secs': 0.02373} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.127754] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.127883] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 93c56a3e-9744-47b3-b691-b6f28d16351f/93c56a3e-9744-47b3-b691-b6f28d16351f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.128171] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.128356] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.128563] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17f3955-f060-411e-b7b4-c99abeb15950 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.133340] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33579eac-c766-4a93-a7e8-cbbc96771c4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.139400] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "3389c5e6-23b8-457f-9a79-47acd61a69ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.139400] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.149597] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 662.149597] env[69784]: value = "task-3626951" [ 662.149597] env[69784]: _type = "Task" [ 662.149597] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.149597] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.149826] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.150922] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf5badb-4f8d-48b0-b27e-7f8b4913a14f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.160714] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 662.160714] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521685cc-2833-dcc4-c1f6-9ab58ce4b5ce" [ 662.160714] env[69784]: _type = "Task" [ 662.160714] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.162533] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.169971] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521685cc-2833-dcc4-c1f6-9ab58ce4b5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.438619] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.495324] env[69784]: DEBUG oslo_concurrency.lockutils [req-a3cd79ba-1e22-4b65-80a4-19e97a0355c0 req-aa7f1849-73a4-4382-9e0c-10ace2b7d74b service nova] Releasing lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.603515] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214156f-bb54-3cd8-1fbf-5907d9ba1cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.605855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "3392f89e-b4f5-4a1d-bfde-81386244da0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.606026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.606278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.607529] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.607529] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.670429] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.679494] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521685cc-2833-dcc4-c1f6-9ab58ce4b5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.680865] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a54ac5-d1d8-406f-ae2c-5d62f8aa2f75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.688337] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 662.688337] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc5c81-b9f2-b294-3c40-609c35e6a4c6" [ 662.688337] env[69784]: _type = "Task" [ 662.688337] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.705174] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc5c81-b9f2-b294-3c40-609c35e6a4c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.709920] env[69784]: DEBUG nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Received event network-vif-plugged-7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.710150] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Acquiring lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.710325] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.710477] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.710635] env[69784]: DEBUG nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] No waiting events found dispatching network-vif-plugged-7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.710796] env[69784]: WARNING nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Received unexpected event network-vif-plugged-7dacc13a-966a-4a08-97a6-f896ff40ad7e for instance with vm_state building and task_state spawning. [ 662.710948] env[69784]: DEBUG nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Received event network-changed-7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.711105] env[69784]: DEBUG nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Refreshing instance network info cache due to event network-changed-7dacc13a-966a-4a08-97a6-f896ff40ad7e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.711281] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Acquiring lock "refresh_cache-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.711407] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Acquired lock "refresh_cache-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.711556] env[69784]: DEBUG nova.network.neutron [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Refreshing network info cache for port 7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.714647] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6d7f5-6e88-4d6e-b3dd-1978197922ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.723587] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92e87e-dd47-447d-bae0-1dc362f1c18a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.759692] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eb8119-43c1-4293-93dc-f9ab1d700533 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.769174] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fe508-580f-4e63-a9fd-750b2efda4f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.787493] env[69784]: DEBUG nova.compute.provider_tree [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.790447] env[69784]: DEBUG nova.network.neutron [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.164204] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673356} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.164204] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 93c56a3e-9744-47b3-b691-b6f28d16351f/93c56a3e-9744-47b3-b691-b6f28d16351f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.164501] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.164652] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63e1e943-b261-499a-a11c-c7fb85caf40d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.171454] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 663.171454] env[69784]: value = "task-3626952" [ 663.171454] env[69784]: _type = "Task" [ 663.171454] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.179206] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.200018] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc5c81-b9f2-b294-3c40-609c35e6a4c6, 'name': SearchDatastore_Task, 'duration_secs': 0.064996} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.200018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.200018] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c0dff9f2-1840-4a36-99be-88f6f5c050b4/c0dff9f2-1840-4a36-99be-88f6f5c050b4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.200018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.200306] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.200306] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe328aae-f97a-4bf9-9dc2-1cb038818029 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.200306] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0886647b-f12d-4bf8-bddb-0ee6fc9944c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.206629] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 663.206629] env[69784]: value = "task-3626953" [ 663.206629] env[69784]: _type = "Task" [ 663.206629] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.211950] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.212616] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.213896] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cfb695-aa37-46be-a7a5-f88d8fd631cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.221113] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.226989] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 663.226989] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528407c1-9fc7-1c4b-8ba9-9f542819a2f9" [ 663.226989] env[69784]: _type = "Task" [ 663.226989] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.236492] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528407c1-9fc7-1c4b-8ba9-9f542819a2f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.237347] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7603488-e371-4183-a998-a320fff43307 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.243337] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 663.243337] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5261c39d-88ea-84b7-b9ac-07e5b24eac49" [ 663.243337] env[69784]: _type = "Task" [ 663.243337] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.256285] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5261c39d-88ea-84b7-b9ac-07e5b24eac49, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.256285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.256285] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2/92e9cf6d-d940-4980-bbf4-13e63ee0d3b2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.256285] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899e72fd-94b3-4217-b24b-1471362f2864 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.261161] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 663.261161] env[69784]: value = "task-3626954" [ 663.261161] env[69784]: _type = "Task" [ 663.261161] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.269924] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.291840] env[69784]: DEBUG nova.network.neutron [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Successfully created port: 7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.294346] env[69784]: DEBUG nova.scheduler.client.report [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.417455] env[69784]: DEBUG nova.network.neutron [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [{"id": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "address": "fa:16:3e:d5:ad:8e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6c2151-9e", "ovs_interfaceid": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.460782] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.490154] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.490439] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.490595] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.490777] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.490923] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.491089] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.491385] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.491461] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.491642] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.491791] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.491927] env[69784]: DEBUG nova.virt.hardware [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.492858] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2685da-5e6b-43a1-b35f-f881ac662206 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.501757] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2997e556-fa06-4ec5-bbaf-e782277242cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.691555] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074516} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.691555] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.691983] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f19ac66-67b8-4dbf-8ca7-98341b5b308d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.719455] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 93c56a3e-9744-47b3-b691-b6f28d16351f/93c56a3e-9744-47b3-b691-b6f28d16351f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.723719] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd8912f-f865-4ade-8454-2c2c9f5054ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.745035] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626953, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.746784] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 663.746784] env[69784]: value = "task-3626955" [ 663.746784] env[69784]: _type = "Task" [ 663.746784] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.759884] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.771817] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626954, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.799681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.800299] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.804498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.473s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.806024] env[69784]: INFO nova.compute.claims [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.920926] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.921644] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Instance network_info: |[{"id": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "address": "fa:16:3e:d5:ad:8e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6c2151-9e", "ovs_interfaceid": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.922076] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:ad:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a6c2151-9ef3-4f80-9df0-8dba9f4b2380', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.935672] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Creating folder: Project (ac43554fcca845a4841e9ee9ae833fef). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.935672] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-474a4509-e246-4a6a-b86e-051397713669 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.948703] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Created folder: Project (ac43554fcca845a4841e9ee9ae833fef) in parent group-v723273. [ 663.948885] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Creating folder: Instances. Parent ref: group-v723283. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.949222] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71dec6c1-ee44-49fd-b5b3-e99fd8b70bfb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.959585] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Created folder: Instances in parent group-v723283. [ 663.959859] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.960097] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.961539] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7acb4e5f-b471-4f5f-b8e2-632e7c28b241 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.983034] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.983034] env[69784]: value = "task-3626958" [ 663.983034] env[69784]: _type = "Task" [ 663.983034] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.984575] env[69784]: DEBUG nova.network.neutron [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Updated VIF entry in instance network info cache for port 7dacc13a-966a-4a08-97a6-f896ff40ad7e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.985656] env[69784]: DEBUG nova.network.neutron [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Updating instance_info_cache with network_info: [{"id": "7dacc13a-966a-4a08-97a6-f896ff40ad7e", "address": "fa:16:3e:f8:41:b7", "network": {"id": "4b87160b-a58d-4838-9e91-17b78eda6a23", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1464864156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adfc93304e634a1aad62c4165acc38fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dacc13a-96", "ovs_interfaceid": "7dacc13a-966a-4a08-97a6-f896ff40ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.997898] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626958, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.221370] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6011} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.221923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c0dff9f2-1840-4a36-99be-88f6f5c050b4/c0dff9f2-1840-4a36-99be-88f6f5c050b4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.222420] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.222931] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae65b33d-5b6b-45da-b626-33347adae8b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.232186] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 664.232186] env[69784]: value = "task-3626959" [ 664.232186] env[69784]: _type = "Task" [ 664.232186] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.242972] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.259179] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.271841] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.272030] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2/92e9cf6d-d940-4980-bbf4-13e63ee0d3b2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.272190] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.272366] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8f8e29-8165-4fe7-8d19-74f0feee5469 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.280036] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 664.280036] env[69784]: value = "task-3626960" [ 664.280036] env[69784]: _type = "Task" [ 664.280036] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.292143] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.316873] env[69784]: DEBUG nova.compute.utils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.320164] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.320422] env[69784]: DEBUG nova.network.neutron [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.393760] env[69784]: DEBUG nova.network.neutron [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Successfully updated port: d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.485532] env[69784]: DEBUG nova.policy [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45c4a8b9f8d64bdd8dded12eb7971a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca636e3104b468f82c55bd11cf46747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.498782] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Releasing lock "refresh_cache-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.499918] env[69784]: DEBUG nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Received event network-vif-plugged-9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.499918] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.499918] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.499918] env[69784]: DEBUG oslo_concurrency.lockutils [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.499918] env[69784]: DEBUG nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] No waiting events found dispatching network-vif-plugged-9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.500535] env[69784]: WARNING nova.compute.manager [req-3b5ad556-caa7-4978-8cd2-5ef32d1103ae req-27b185a9-246a-4960-8382-588a4e1317a2 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Received unexpected event network-vif-plugged-9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 for instance with vm_state building and task_state spawning. [ 664.508684] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626958, 'name': CreateVM_Task, 'duration_secs': 0.450227} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.508929] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.510084] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510084] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.510084] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510308] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74d16cc-3353-4760-90cc-53ee88b09e7c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.518128] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 664.518128] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d3e95-b798-a6c6-1dcc-7d42457b119d" [ 664.518128] env[69784]: _type = "Task" [ 664.518128] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.528707] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d3e95-b798-a6c6-1dcc-7d42457b119d, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.528984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.529229] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.529455] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529597] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.529768] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.530039] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c22f178c-3f6c-4f0f-950f-a31587f6c41a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.541123] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.541269] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.543153] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b212b20-5cda-4e63-94d3-92439ac3117f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.549030] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 664.549030] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523036d1-034c-842e-c18b-1053fc9fa524" [ 664.549030] env[69784]: _type = "Task" [ 664.549030] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.556208] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523036d1-034c-842e-c18b-1053fc9fa524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.742554] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082675} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.745775] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.745775] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049fea97-d9bf-4f3a-ae82-e855efa43ce4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.776156] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c0dff9f2-1840-4a36-99be-88f6f5c050b4/c0dff9f2-1840-4a36-99be-88f6f5c050b4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.776751] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-813d8c67-89f3-43b4-b820-05d9d23e05c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.799746] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626955, 'name': ReconfigVM_Task, 'duration_secs': 0.638592} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.803321] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 93c56a3e-9744-47b3-b691-b6f28d16351f/93c56a3e-9744-47b3-b691-b6f28d16351f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.804314] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9070d8-123f-4184-9a6c-8adf72f97759 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.814285] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 664.814285] env[69784]: value = "task-3626961" [ 664.814285] env[69784]: _type = "Task" [ 664.814285] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.827801] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.832130] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085136} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.832130] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.833068] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3598e9-04d4-49b5-95b4-c1d676129cc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.841063] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.841367] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 664.841367] env[69784]: value = "task-3626962" [ 664.841367] env[69784]: _type = "Task" [ 664.841367] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.864331] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2/92e9cf6d-d940-4980-bbf4-13e63ee0d3b2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.867759] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6a6c5b-1da6-44eb-a785-dba390dc28af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.887818] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626962, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.893317] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 664.893317] env[69784]: value = "task-3626963" [ 664.893317] env[69784]: _type = "Task" [ 664.893317] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.897339] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "refresh_cache-6437da62-f5b2-477a-8ec9-d1fc68913f21" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.897339] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "refresh_cache-6437da62-f5b2-477a-8ec9-d1fc68913f21" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.897339] env[69784]: DEBUG nova.network.neutron [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.904121] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.065257] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523036d1-034c-842e-c18b-1053fc9fa524, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.065257] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b70b0c-fdcd-4c56-8037-610dd5cf1e68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.069462] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 665.069462] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529c082e-e899-1b8c-e7f9-ea14394ca163" [ 665.069462] env[69784]: _type = "Task" [ 665.069462] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.081190] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529c082e-e899-1b8c-e7f9-ea14394ca163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.144903] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3391c111-981c-473b-a75c-0a2b74b6c56c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.153392] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e259efd4-9b8b-4365-982e-e7c5f44e1644 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.185364] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94040f83-8636-4048-ba97-64e9dffc322b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.193378] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07824fa-b1bc-4a6e-81b2-d75afb03691c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.208419] env[69784]: DEBUG nova.compute.provider_tree [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.231218] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.231589] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.329465] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.353400] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626962, 'name': Rename_Task, 'duration_secs': 0.164398} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.353804] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.356016] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd10b98-742e-44c1-baa8-7d08f672065b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.361440] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 665.361440] env[69784]: value = "task-3626964" [ 665.361440] env[69784]: _type = "Task" [ 665.361440] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.372832] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.406776] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626963, 'name': ReconfigVM_Task, 'duration_secs': 0.346637} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.407527] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2/92e9cf6d-d940-4980-bbf4-13e63ee0d3b2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.409078] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d06fe03-6404-4c66-8b57-6efc3d01b09c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.412435] env[69784]: DEBUG nova.network.neutron [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Successfully created port: ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.418459] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 665.418459] env[69784]: value = "task-3626965" [ 665.418459] env[69784]: _type = "Task" [ 665.418459] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.430608] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626965, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.489878] env[69784]: DEBUG nova.network.neutron [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.584803] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529c082e-e899-1b8c-e7f9-ea14394ca163, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.587413] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.587723] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba/f6840f44-6cb0-4890-b6e3-8357d10d5fba.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.590686] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e1fc983-8907-451f-8e91-57b04e6cb0ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.595739] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 665.595739] env[69784]: value = "task-3626966" [ 665.595739] env[69784]: _type = "Task" [ 665.595739] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.605234] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.712571] env[69784]: DEBUG nova.scheduler.client.report [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.829885] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626961, 'name': ReconfigVM_Task, 'duration_secs': 0.597728} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.830291] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c0dff9f2-1840-4a36-99be-88f6f5c050b4/c0dff9f2-1840-4a36-99be-88f6f5c050b4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.830960] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-449470b2-8cdd-4ae7-83a2-c16909bfb256 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.836979] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.842900] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 665.842900] env[69784]: value = "task-3626967" [ 665.842900] env[69784]: _type = "Task" [ 665.842900] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.854293] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626967, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.877840] env[69784]: DEBUG oslo_vmware.api [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3626964, 'name': PowerOnVM_Task, 'duration_secs': 0.493848} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.880686] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.880917] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.881104] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.881288] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.881427] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.881647] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.881868] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.882040] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.882212] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.882377] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.882548] env[69784]: DEBUG nova.virt.hardware [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.882863] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.883848] env[69784]: INFO nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Took 13.88 seconds to spawn the instance on the hypervisor. [ 665.884178] env[69784]: DEBUG nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.885246] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b02851-313f-41ed-ae7e-705217f728a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.888964] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770d989-ec1b-434e-ace1-43ad4c0feb92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.902396] env[69784]: DEBUG nova.network.neutron [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Updating instance_info_cache with network_info: [{"id": "d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3", "address": "fa:16:3e:0a:91:8e", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c47f1-d7", "ovs_interfaceid": "d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.904595] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a354f-b03e-4621-8d7a-a4707f19c8ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.930547] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626965, 'name': Rename_Task, 'duration_secs': 0.157752} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.930829] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.931455] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ffefd94-f47d-40d2-b851-7505c246a2eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.939456] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 665.939456] env[69784]: value = "task-3626968" [ 665.939456] env[69784]: _type = "Task" [ 665.939456] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.950202] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.108593] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626966, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.220731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.222434] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.227921] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.985s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.228216] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.228288] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 666.228595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.721s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.230397] env[69784]: INFO nova.compute.claims [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.236189] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b300020-2d0e-430e-85be-e7a7af994a02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.250950] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970aaece-45d5-47f4-baaf-d7247c8dcfbc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.271683] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d9823-c3c0-4477-8711-65ebeb855aa8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.283786] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db277c-0b94-458b-b90f-dec2e96fe939 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.325330] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180951MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 666.325565] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.355059] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626967, 'name': Rename_Task, 'duration_secs': 0.291598} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.355783] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.356021] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffbf14f5-78e0-475c-8be2-f1eb085e17ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.362919] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 666.362919] env[69784]: value = "task-3626969" [ 666.362919] env[69784]: _type = "Task" [ 666.362919] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.372478] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.415968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "refresh_cache-6437da62-f5b2-477a-8ec9-d1fc68913f21" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.417700] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance network_info: |[{"id": "d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3", "address": "fa:16:3e:0a:91:8e", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c47f1-d7", "ovs_interfaceid": "d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.419809] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:91:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.429842] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating folder: Project (6710a824fd054f5b9c6decafad675dea). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.432471] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b9e428-9ea0-470b-ab31-8f123ae32b64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.436583] env[69784]: INFO nova.compute.manager [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Took 18.73 seconds to build instance. [ 666.448032] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created folder: Project (6710a824fd054f5b9c6decafad675dea) in parent group-v723273. [ 666.448259] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating folder: Instances. Parent ref: group-v723286. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.453025] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a74f40f2-6439-45e4-ac7a-3aa1431c1dc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.454428] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626968, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.466026] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created folder: Instances in parent group-v723286. [ 666.466026] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.466026] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.466026] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ee28b7-9b62-4a8b-bd38-1db3e693cd9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.486974] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.486974] env[69784]: value = "task-3626972" [ 666.486974] env[69784]: _type = "Task" [ 666.486974] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.496283] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626972, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.516145] env[69784]: DEBUG nova.network.neutron [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Successfully updated port: 7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.609486] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614882} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.609926] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba/f6840f44-6cb0-4890-b6e3-8357d10d5fba.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.611116] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.611998] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41cd2398-9b88-40c5-adfe-d87fc3ab6f2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.619938] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 666.619938] env[69784]: value = "task-3626973" [ 666.619938] env[69784]: _type = "Task" [ 666.619938] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.630222] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.737753] env[69784]: DEBUG nova.compute.utils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.741569] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.741569] env[69784]: DEBUG nova.network.neutron [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.806509] env[69784]: DEBUG nova.policy [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45c4a8b9f8d64bdd8dded12eb7971a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca636e3104b468f82c55bd11cf46747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.839303] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.839635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.880728] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626969, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.947784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e006f71a-0c5c-45c5-81e3-3a66bb007e54 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.257s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.947784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.223s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.947784] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] During sync_power_state the instance has a pending task (spawning). Skip. [ 666.947784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.958569] env[69784]: DEBUG oslo_vmware.api [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3626968, 'name': PowerOnVM_Task, 'duration_secs': 0.604457} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.958926] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.959177] env[69784]: INFO nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Took 10.50 seconds to spawn the instance on the hypervisor. [ 666.959252] env[69784]: DEBUG nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.960166] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd4fcea-074f-40d8-94e4-af3fdf404e6b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.998492] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626972, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.019220] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "refresh_cache-0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.019357] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "refresh_cache-0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.019462] env[69784]: DEBUG nova.network.neutron [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.031243] env[69784]: DEBUG nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Received event network-changed-9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.031243] env[69784]: DEBUG nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Refreshing instance network info cache due to event network-changed-9a6c2151-9ef3-4f80-9df0-8dba9f4b2380. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.031330] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Acquiring lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.031431] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Acquired lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.031585] env[69784]: DEBUG nova.network.neutron [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Refreshing network info cache for port 9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.131204] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076939} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.131204] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.132212] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16682f90-0ee9-4dcf-87a8-ecc1b21076ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.162563] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba/f6840f44-6cb0-4890-b6e3-8357d10d5fba.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.162910] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de077c6-e652-4615-8a9f-e2ce7ea328bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.187625] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 667.187625] env[69784]: value = "task-3626974" [ 667.187625] env[69784]: _type = "Task" [ 667.187625] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.196568] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.245226] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.381914] env[69784]: DEBUG oslo_vmware.api [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3626969, 'name': PowerOnVM_Task, 'duration_secs': 0.521239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.382097] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.382277] env[69784]: INFO nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Took 13.15 seconds to spawn the instance on the hypervisor. [ 667.382454] env[69784]: DEBUG nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.383276] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f412f32-9514-41b9-b608-48f2fc329cf9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.451927] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.487368] env[69784]: INFO nova.compute.manager [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Took 19.05 seconds to build instance. [ 667.504374] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626972, 'name': CreateVM_Task, 'duration_secs': 0.516006} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.504374] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.504626] env[69784]: DEBUG oslo_vmware.service [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ecf0a-017f-48f5-8396-04bcd16faf66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.512248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.512248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.512248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.512642] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b316edd-7a8d-4b7c-ad2d-52a07dacc2f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.522390] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 667.522390] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5294bb22-8d52-9350-ab80-460e5f99ab0b" [ 667.522390] env[69784]: _type = "Task" [ 667.522390] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.533409] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5294bb22-8d52-9350-ab80-460e5f99ab0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.568668] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46aaea0-7d5b-410d-a996-9f28cb1b85c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.577210] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41594b62-06c6-4c22-81c5-cd82246d0532 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.612182] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8537e3-5f43-4e10-8aa7-a3b19b37ae60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.620264] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b97d7-c83b-4330-b9b8-5b3239414e8e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.635179] env[69784]: DEBUG nova.compute.provider_tree [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.686812] env[69784]: DEBUG nova.network.neutron [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.704666] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.724024] env[69784]: DEBUG nova.network.neutron [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Successfully updated port: ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.912713] env[69784]: INFO nova.compute.manager [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Took 19.52 seconds to build instance. [ 667.993647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.996701] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26b4efd7-05ef-478f-abb0-95425cc24524 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.565s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.997972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.273s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.998194] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] During sync_power_state the instance has a pending task (spawning). Skip. [ 667.998373] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.033024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.034029] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.034314] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.034633] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.034633] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.035209] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de324c0c-bfab-4da9-a68b-6393928bd76c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.048245] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.048245] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.048624] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6573bb-2c85-4782-87f6-96af32b2b336 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.056181] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab7962c-631d-40c6-b8cd-972159ca2a8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.061329] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 668.061329] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d3197-7b23-a139-6d0e-d82fb0852aa6" [ 668.061329] env[69784]: _type = "Task" [ 668.061329] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.073525] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d3197-7b23-a139-6d0e-d82fb0852aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.141934] env[69784]: DEBUG nova.scheduler.client.report [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.206167] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626974, 'name': ReconfigVM_Task, 'duration_secs': 0.852978} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.206652] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba/f6840f44-6cb0-4890-b6e3-8357d10d5fba.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.210187] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0892f501-c9d0-4375-9b38-f920c472f1ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.216171] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 668.216171] env[69784]: value = "task-3626975" [ 668.216171] env[69784]: _type = "Task" [ 668.216171] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.226358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.226358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.226358] env[69784]: DEBUG nova.network.neutron [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.229184] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626975, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.260017] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.287602] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.287793] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.287930] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.288129] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.288278] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.288671] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.289088] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.289390] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.289588] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.289758] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.289932] env[69784]: DEBUG nova.virt.hardware [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.291248] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1948da-d460-45d7-955c-36c16d4a97d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.300491] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3425cea-7d90-433c-bf86-a2f12860ab76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.418817] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b540d93c-d9b6-44bf-a68e-fa0191f5a4d8 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.036s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.419238] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.694s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.419780] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] During sync_power_state the instance has a pending task (spawning). Skip. [ 668.419780] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.473185] env[69784]: DEBUG nova.network.neutron [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Updating instance_info_cache with network_info: [{"id": "7c05abaf-77b6-4383-a608-91e49cc6b9cd", "address": "fa:16:3e:a3:19:00", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c05abaf-77", "ovs_interfaceid": "7c05abaf-77b6-4383-a608-91e49cc6b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.499870] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.579778] env[69784]: DEBUG nova.network.neutron [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Successfully created port: 3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.581903] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 668.583467] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.585810] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65844c04-0ef4-4c02-83b1-b1a45779f84e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.612643] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.612643] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Fetch image to [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 668.612643] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Downloading image file data b3f03779-caa8-41a6-a35b-95008555d46c to [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk on the data store datastore1 {{(pid=69784) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 668.612643] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a1229-5029-47e9-9a29-f247747f92c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.629734] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa8cbf-4223-4e6f-a59f-43a36005e387 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.641606] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a344d3cd-199a-4511-963c-172fd444f970 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.646522] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.647022] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.649992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.826s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.652268] env[69784]: INFO nova.compute.claims [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.690304] env[69784]: DEBUG nova.network.neutron [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updated VIF entry in instance network info cache for port 9a6c2151-9ef3-4f80-9df0-8dba9f4b2380. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.690637] env[69784]: DEBUG nova.network.neutron [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [{"id": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "address": "fa:16:3e:d5:ad:8e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6c2151-9e", "ovs_interfaceid": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.693478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c19bf7f-23aa-48d3-a2a7-d2dd741ac823 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.703145] env[69784]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9c3c11f4-619b-45b9-824c-30f27ee5a2ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.726543] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626975, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.728767] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Downloading image file data b3f03779-caa8-41a6-a35b-95008555d46c to the data store datastore1 {{(pid=69784) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 668.788914] env[69784]: DEBUG oslo_vmware.rw_handles [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 668.867080] env[69784]: DEBUG nova.network.neutron [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.923025] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.978803] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "refresh_cache-0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.978868] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Instance network_info: |[{"id": "7c05abaf-77b6-4383-a608-91e49cc6b9cd", "address": "fa:16:3e:a3:19:00", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c05abaf-77", "ovs_interfaceid": "7c05abaf-77b6-4383-a608-91e49cc6b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.979448] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:19:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c05abaf-77b6-4383-a608-91e49cc6b9cd', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.992148] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.993847] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.994879] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15ad89a3-8403-4ee6-8ffa-4a2b524f5a9c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.025436] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.025436] env[69784]: value = "task-3626976" [ 669.025436] env[69784]: _type = "Task" [ 669.025436] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.044526] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626976, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.047064] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.060681] env[69784]: DEBUG nova.compute.manager [req-df4bc0e9-8daf-4501-851f-70be69da6a18 req-ca9c4f25-9ff7-484a-a41a-e829ff4cb5b4 service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Received event network-vif-plugged-ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.060947] env[69784]: DEBUG oslo_concurrency.lockutils [req-df4bc0e9-8daf-4501-851f-70be69da6a18 req-ca9c4f25-9ff7-484a-a41a-e829ff4cb5b4 service nova] Acquiring lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.061177] env[69784]: DEBUG oslo_concurrency.lockutils [req-df4bc0e9-8daf-4501-851f-70be69da6a18 req-ca9c4f25-9ff7-484a-a41a-e829ff4cb5b4 service nova] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.061656] env[69784]: DEBUG oslo_concurrency.lockutils [req-df4bc0e9-8daf-4501-851f-70be69da6a18 req-ca9c4f25-9ff7-484a-a41a-e829ff4cb5b4 service nova] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.061656] env[69784]: DEBUG nova.compute.manager [req-df4bc0e9-8daf-4501-851f-70be69da6a18 req-ca9c4f25-9ff7-484a-a41a-e829ff4cb5b4 service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] No waiting events found dispatching network-vif-plugged-ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.061784] env[69784]: WARNING nova.compute.manager [req-df4bc0e9-8daf-4501-851f-70be69da6a18 req-ca9c4f25-9ff7-484a-a41a-e829ff4cb5b4 service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Received unexpected event network-vif-plugged-ce83a64d-7221-459b-bce3-6c375e3bf6f7 for instance with vm_state building and task_state spawning. [ 669.120682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "b6644a4c-b212-4aee-9621-343c5ece84e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.121057] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.157132] env[69784]: DEBUG nova.compute.utils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.165713] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.166125] env[69784]: DEBUG nova.network.neutron [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.170561] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.199116] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Releasing lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.199465] env[69784]: DEBUG nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Received event network-vif-plugged-d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.199730] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Acquiring lock "6437da62-f5b2-477a-8ec9-d1fc68913f21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.199987] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.200206] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.200398] env[69784]: DEBUG nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] No waiting events found dispatching network-vif-plugged-d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.200964] env[69784]: WARNING nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Received unexpected event network-vif-plugged-d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 for instance with vm_state building and task_state spawning. [ 669.200964] env[69784]: DEBUG nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Received event network-changed-d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.201111] env[69784]: DEBUG nova.compute.manager [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Refreshing instance network info cache due to event network-changed-d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.201234] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Acquiring lock "refresh_cache-6437da62-f5b2-477a-8ec9-d1fc68913f21" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.201658] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Acquired lock "refresh_cache-6437da62-f5b2-477a-8ec9-d1fc68913f21" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.201658] env[69784]: DEBUG nova.network.neutron [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Refreshing network info cache for port d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.233263] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626975, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.449849] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.502565] env[69784]: DEBUG nova.policy [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45c4a8b9f8d64bdd8dded12eb7971a38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca636e3104b468f82c55bd11cf46747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.526383] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Acquiring lock "93c56a3e-9744-47b3-b691-b6f28d16351f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.526878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.527124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Acquiring lock "93c56a3e-9744-47b3-b691-b6f28d16351f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.527367] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.527564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.532529] env[69784]: INFO nova.compute.manager [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Terminating instance [ 669.544705] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626976, 'name': CreateVM_Task, 'duration_secs': 0.350398} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.544924] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.546658] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.548027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.548027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.549067] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e894f9bd-6ae7-45d7-8d4d-47d78baeb993 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.554364] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 669.554364] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f24d0c-41f2-dd51-6655-d5a13612afac" [ 669.554364] env[69784]: _type = "Task" [ 669.554364] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.568405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.568405] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.568405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600344] env[69784]: DEBUG oslo_vmware.rw_handles [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 669.600344] env[69784]: DEBUG oslo_vmware.rw_handles [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 669.663024] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Downloaded image file data b3f03779-caa8-41a6-a35b-95008555d46c to vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk on the data store datastore1 {{(pid=69784) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 669.663024] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 669.663024] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk to [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.663881] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9438087-d32f-4836-bfd4-dddcaa23739c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.674074] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 669.674074] env[69784]: value = "task-3626977" [ 669.674074] env[69784]: _type = "Task" [ 669.674074] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.689364] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.703120] env[69784]: DEBUG nova.network.neutron [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Updating instance_info_cache with network_info: [{"id": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "address": "fa:16:3e:81:9c:f4", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce83a64d-72", "ovs_interfaceid": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.728833] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626975, 'name': Rename_Task, 'duration_secs': 1.303783} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.729148] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.729561] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bbe0ca7-d834-4a52-bbe3-ae62bd3e5e7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.739613] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 669.739613] env[69784]: value = "task-3626978" [ 669.739613] env[69784]: _type = "Task" [ 669.739613] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.752163] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.989500] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284752df-80e6-4267-9622-cf4c755b3678 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.998037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5fa60c-46b8-465d-a5b8-05836dc67dea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.031504] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9269be-e275-4631-a01b-6eae9cee0b3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.039579] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a62d50a-eba7-42d1-a75a-9898b106e2c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.045463] env[69784]: DEBUG nova.compute.manager [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.045738] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.046522] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161b301-b116-4a20-a588-23dc5176b37d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.059460] env[69784]: DEBUG nova.compute.provider_tree [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.063315] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.066651] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b12ce547-680b-435d-8cf9-5e5399020b81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.073847] env[69784]: DEBUG oslo_vmware.api [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Waiting for the task: (returnval){ [ 670.073847] env[69784]: value = "task-3626979" [ 670.073847] env[69784]: _type = "Task" [ 670.073847] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.082901] env[69784]: DEBUG oslo_vmware.api [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Task: {'id': task-3626979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.193044] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.208823] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626977, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.210618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.211055] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Instance network_info: |[{"id": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "address": "fa:16:3e:81:9c:f4", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce83a64d-72", "ovs_interfaceid": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.211612] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:9c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce83a64d-7221-459b-bce3-6c375e3bf6f7', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.226836] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Creating folder: Project (3ca636e3104b468f82c55bd11cf46747). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.229199] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc32c9b8-eda2-4008-9a50-729239b10051 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.237991] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.238258] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.238419] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.238599] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.238757] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.239038] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.239124] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.239413] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.239493] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.239611] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.239803] env[69784]: DEBUG nova.virt.hardware [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.240773] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea306a1f-8dd4-4b0d-b364-83aa21bb79f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.252843] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Created folder: Project (3ca636e3104b468f82c55bd11cf46747) in parent group-v723273. [ 670.252843] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Creating folder: Instances. Parent ref: group-v723290. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.252843] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a2a07e-c98c-4a32-ac7a-9c74e306e26d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.260144] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42671595-2b96-4cfb-ae77-bd77407a6927 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.270164] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.270429] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Created folder: Instances in parent group-v723290. [ 670.270758] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.271598] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.271598] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3171f536-2b2d-47f5-b6e3-928a05d23b44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.300233] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.300233] env[69784]: value = "task-3626982" [ 670.300233] env[69784]: _type = "Task" [ 670.300233] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.310937] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626982, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.562804] env[69784]: DEBUG nova.scheduler.client.report [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.588595] env[69784]: DEBUG oslo_vmware.api [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Task: {'id': task-3626979, 'name': PowerOffVM_Task, 'duration_secs': 0.229019} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.589551] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.589551] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.589551] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d93c3d55-d5fd-450c-a7cc-ddccb4e82363 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.665727] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.666367] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.666852] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Deleting the datastore file [datastore2] 93c56a3e-9744-47b3-b691-b6f28d16351f {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.667211] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b1c1f2-4686-40cc-8d06-fac8a2358d39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.681537] env[69784]: DEBUG oslo_vmware.api [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Waiting for the task: (returnval){ [ 670.681537] env[69784]: value = "task-3626984" [ 670.681537] env[69784]: _type = "Task" [ 670.681537] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.694098] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922362} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.694944] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk to [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.695225] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c/tmp-sparse.vmdk {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.695517] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c543fab-8474-4d2a-a117-29c9866fdf73 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.704337] env[69784]: DEBUG oslo_vmware.api [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Task: {'id': task-3626984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.710436] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 670.710436] env[69784]: value = "task-3626985" [ 670.710436] env[69784]: _type = "Task" [ 670.710436] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.722381] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.753602] env[69784]: DEBUG oslo_vmware.api [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3626978, 'name': PowerOnVM_Task, 'duration_secs': 1.000669} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.753893] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.754724] env[69784]: INFO nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Took 12.00 seconds to spawn the instance on the hypervisor. [ 670.754944] env[69784]: DEBUG nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.755852] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad4240a-6ec5-4526-a943-67b37bd55af1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.811763] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626982, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.823944] env[69784]: DEBUG nova.network.neutron [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Updated VIF entry in instance network info cache for port d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.824284] env[69784]: DEBUG nova.network.neutron [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Updating instance_info_cache with network_info: [{"id": "d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3", "address": "fa:16:3e:0a:91:8e", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c47f1-d7", "ovs_interfaceid": "d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.988588] env[69784]: DEBUG nova.network.neutron [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Successfully created port: 60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.070166] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.070603] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.073388] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.073600] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.073774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.748s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.202115] env[69784]: DEBUG oslo_vmware.api [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Task: {'id': task-3626984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193337} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.203256] env[69784]: DEBUG nova.compute.manager [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Received event network-vif-plugged-7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.204017] env[69784]: DEBUG oslo_concurrency.lockutils [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] Acquiring lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.204017] env[69784]: DEBUG oslo_concurrency.lockutils [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.204017] env[69784]: DEBUG oslo_concurrency.lockutils [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.204939] env[69784]: DEBUG nova.compute.manager [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] No waiting events found dispatching network-vif-plugged-7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.205232] env[69784]: WARNING nova.compute.manager [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Received unexpected event network-vif-plugged-7c05abaf-77b6-4383-a608-91e49cc6b9cd for instance with vm_state building and task_state spawning. [ 671.205421] env[69784]: DEBUG nova.compute.manager [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Received event network-changed-7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.205622] env[69784]: DEBUG nova.compute.manager [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Refreshing instance network info cache due to event network-changed-7c05abaf-77b6-4383-a608-91e49cc6b9cd. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.205787] env[69784]: DEBUG oslo_concurrency.lockutils [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] Acquiring lock "refresh_cache-0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.206382] env[69784]: DEBUG oslo_concurrency.lockutils [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] Acquired lock "refresh_cache-0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.206382] env[69784]: DEBUG nova.network.neutron [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Refreshing network info cache for port 7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.209032] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.209032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.209032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.209032] env[69784]: INFO nova.compute.manager [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 671.209032] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.210650] env[69784]: DEBUG nova.compute.manager [-] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.210650] env[69784]: DEBUG nova.network.neutron [-] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.219903] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033951} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.220730] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.220967] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Moving file from [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a/b3f03779-caa8-41a6-a35b-95008555d46c to [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c. {{(pid=69784) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 671.225018] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c1ae7b79-c095-4041-9eec-6740120ecb2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.229129] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 671.229129] env[69784]: value = "task-3626986" [ 671.229129] env[69784]: _type = "Task" [ 671.229129] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.239629] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626986, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.276626] env[69784]: INFO nova.compute.manager [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Took 20.00 seconds to build instance. [ 671.312020] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626982, 'name': CreateVM_Task, 'duration_secs': 0.512443} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.312230] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.312923] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.313230] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.313586] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.313858] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d3d08a-7eaf-4d0b-8b39-06acb9f823bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.321116] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 671.321116] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524e17cc-1cb9-5c23-72e1-bb4bb4e1b9a5" [ 671.321116] env[69784]: _type = "Task" [ 671.321116] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.334762] env[69784]: DEBUG oslo_concurrency.lockutils [req-140ae5b6-a32a-4876-9af4-01355c66df49 req-9840d9ed-4934-45e9-8657-f0cb4ac2fb07 service nova] Releasing lock "refresh_cache-6437da62-f5b2-477a-8ec9-d1fc68913f21" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.335690] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524e17cc-1cb9-5c23-72e1-bb4bb4e1b9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.335963] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.336361] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.336790] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.577424] env[69784]: DEBUG nova.compute.utils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.585711] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.586199] env[69784]: DEBUG nova.network.neutron [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.738314] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626986, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027739} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.738599] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] File moved {{(pid=69784) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 671.738796] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Cleaning up location [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 671.738958] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore1] vmware_temp/33d4fa62-b1b8-4a55-a180-94a422e9ca6a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.739219] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fb3d4b-a328-4338-bdc7-d500bd94eef1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.749962] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 671.749962] env[69784]: value = "task-3626987" [ 671.749962] env[69784]: _type = "Task" [ 671.749962] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.757944] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.778700] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c00f8af-6611-4202-96a6-6009c676bdde tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.509s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.781214] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.056s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.781467] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] During sync_power_state the instance has a pending task (networking). Skip. [ 671.781656] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.903078] env[69784]: DEBUG nova.policy [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9112439d1d5495f9d8da01c01375797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0e1b857d04e44469d6c99b19243675d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.021043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "interface-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.021658] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "interface-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.021871] env[69784]: DEBUG nova.objects.instance [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lazy-loading 'flavor' on Instance uuid 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.094144] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.260978] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02581} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.261249] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.262312] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20b8c5f-9611-4197-8969-83fbb8b255fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.269823] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 672.269823] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a51c46-bc6e-2772-a7c2-e7b5de5c3f74" [ 672.269823] env[69784]: _type = "Task" [ 672.269823] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.278872] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a51c46-bc6e-2772-a7c2-e7b5de5c3f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.283130] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.527568] env[69784]: DEBUG nova.objects.instance [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lazy-loading 'pci_requests' on Instance uuid 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.629580] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 3389c5e6-23b8-457f-9a79-47acd61a69ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 672.782102] env[69784]: DEBUG nova.network.neutron [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Updated VIF entry in instance network info cache for port 7c05abaf-77b6-4383-a608-91e49cc6b9cd. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.782456] env[69784]: DEBUG nova.network.neutron [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Updating instance_info_cache with network_info: [{"id": "7c05abaf-77b6-4383-a608-91e49cc6b9cd", "address": "fa:16:3e:a3:19:00", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c05abaf-77", "ovs_interfaceid": "7c05abaf-77b6-4383-a608-91e49cc6b9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.788300] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a51c46-bc6e-2772-a7c2-e7b5de5c3f74, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.788300] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.788300] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.789172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.791176] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.797801] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f746d4-2742-4610-9094-e7833bee70d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.801936] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f83992-4f73-4ed8-80fd-27d5427ba8c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.812307] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 672.812307] env[69784]: value = "task-3626988" [ 672.812307] env[69784]: _type = "Task" [ 672.812307] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.814185] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.814185] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.821329] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085b5473-8fb7-45c1-b54a-52022f324dab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831454] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 672.831454] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5201c97d-0770-e1e2-d3d0-6439fa93ab56" [ 672.831454] env[69784]: _type = "Task" [ 672.831454] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.832048] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.833051] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.851317] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5201c97d-0770-e1e2-d3d0-6439fa93ab56, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.853886] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2630b40-7b64-4799-bcd5-752676e3eae8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.860401] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 672.860401] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5257fea3-9201-7b30-8493-3a797322ba72" [ 672.860401] env[69784]: _type = "Task" [ 672.860401] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.871957] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5257fea3-9201-7b30-8493-3a797322ba72, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.871957] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872332] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc/0d19c41f-0db0-4b40-8dcf-fa88ae5535bc.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.874041] env[69784]: DEBUG nova.network.neutron [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Successfully updated port: 3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.878257] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.878499] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.878767] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-686c2ed8-e72b-4f8d-9a06-52e325ebac39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.883744] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d94d0b2-65cb-4a3b-b897-8f74338b7629 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.890880] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 672.890880] env[69784]: value = "task-3626989" [ 672.890880] env[69784]: _type = "Task" [ 672.890880] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.894061] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.894259] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.903676] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d05c402-f6ce-40db-a608-c118e420cd7f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.913627] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.915097] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 672.915097] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529f14eb-d48b-8265-a529-0f6c4164f026" [ 672.915097] env[69784]: _type = "Task" [ 672.915097] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.915333] env[69784]: DEBUG nova.network.neutron [-] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.926693] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529f14eb-d48b-8265-a529-0f6c4164f026, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.927503] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44b5845-90f1-4c51-b372-1d0f4c103c6c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.933885] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 672.933885] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5224f7f9-81c1-5578-0d28-066829980df4" [ 672.933885] env[69784]: _type = "Task" [ 672.933885] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.943235] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5224f7f9-81c1-5578-0d28-066829980df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.037611] env[69784]: DEBUG nova.objects.base [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Object Instance<92e9cf6d-d940-4980-bbf4-13e63ee0d3b2> lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 673.037611] env[69784]: DEBUG nova.network.neutron [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.107082] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.138069] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 32d380c2-6ed7-423f-b555-584965ef0110 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 673.138309] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0d5aaa90-407e-4962-8b22-c0d71d4edce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.138380] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.138837] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance bc3543d3-facd-494b-9838-a0cd02467ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.153899] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.158225] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.158456] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.158666] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.159050] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.159050] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.159178] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.160336] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.160336] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.160336] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.160336] env[69784]: DEBUG nova.virt.hardware [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.161534] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92604442-a987-4a00-8d32-ce06f285e716 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.175740] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7990e10-877c-4409-b136-263eb234b698 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.207050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a70c0275-5ff9-4bb3-ba44-ba07a5ddc782 tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "interface-92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.184s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.288713] env[69784]: DEBUG oslo_concurrency.lockutils [req-e62868fc-b5fd-44ba-ba4b-6446e6696eca req-f73c7b5e-0b60-4151-adf8-2b03e134b1b0 service nova] Releasing lock "refresh_cache-0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.304021] env[69784]: DEBUG nova.compute.manager [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Received event network-changed {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.304340] env[69784]: DEBUG nova.compute.manager [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Refreshing instance network info cache due to event network-changed. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.304579] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] Acquiring lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.304719] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] Acquired lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.304875] env[69784]: DEBUG nova.network.neutron [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.334307] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478759} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.334307] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.334307] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.334307] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63e6ce8e-8c68-40ac-a46a-fd9ce1b060be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.342969] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 673.342969] env[69784]: value = "task-3626990" [ 673.342969] env[69784]: _type = "Task" [ 673.342969] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.355471] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.383739] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "refresh_cache-bc3543d3-facd-494b-9838-a0cd02467ec8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.383739] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "refresh_cache-bc3543d3-facd-494b-9838-a0cd02467ec8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.383739] env[69784]: DEBUG nova.network.neutron [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.402689] env[69784]: DEBUG nova.network.neutron [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Successfully created port: b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.412634] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626989, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.418417] env[69784]: INFO nova.compute.manager [-] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Took 2.21 seconds to deallocate network for instance. [ 673.446551] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5224f7f9-81c1-5578-0d28-066829980df4, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.448033] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.448033] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 0d5aaa90-407e-4962-8b22-c0d71d4edce6/0d5aaa90-407e-4962-8b22-c0d71d4edce6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.448033] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f73848ce-3921-4000-96f9-fba9a58e2074 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.457620] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 673.457620] env[69784]: value = "task-3626991" [ 673.457620] env[69784]: _type = "Task" [ 673.457620] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.469622] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.646138] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 3392f89e-b4f5-4a1d-bfde-81386244da0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 673.646888] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.646888] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 6437da62-f5b2-477a-8ec9-d1fc68913f21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.646888] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 93c56a3e-9744-47b3-b691-b6f28d16351f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.646888] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance c0dff9f2-1840-4a36-99be-88f6f5c050b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.647154] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f6840f44-6cb0-4890-b6e3-8357d10d5fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.647154] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.647154] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance cb792760-6b35-4299-9fca-6412fa62312c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 673.860682] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092846} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.861863] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.864347] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aba011-fb6c-4ff5-bed3-d56fdb1132db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.891459] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.894026] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfb5ee8-9055-4669-a0f2-364fb47a44e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.924742] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724122} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.925855] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc/0d19c41f-0db0-4b40-8dcf-fa88ae5535bc.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.926110] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.926494] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 673.926494] env[69784]: value = "task-3626992" [ 673.926494] env[69784]: _type = "Task" [ 673.926494] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.928144] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.928144] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c03c31-ad27-4672-8d95-537f77a9ce5f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.947373] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.949554] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 673.949554] env[69784]: value = "task-3626993" [ 673.949554] env[69784]: _type = "Task" [ 673.949554] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.962207] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.971634] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.053020] env[69784]: DEBUG nova.network.neutron [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.154102] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9cc47515-b43f-4b1b-aae0-ccf5a96a2758 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 674.444564] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.460239] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124734} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.461243] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.462056] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70d486-7b69-4be3-96fc-31bb866c2985 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.492809] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc/0d19c41f-0db0-4b40-8dcf-fa88ae5535bc.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.497127] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86f99e6-72bb-4158-8337-1ae5a6fec53a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.513477] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578752} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.513757] env[69784]: DEBUG nova.network.neutron [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Updating instance_info_cache with network_info: [{"id": "3aa8e09e-0b75-4465-ab80-06de46ffc667", "address": "fa:16:3e:82:db:2a", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa8e09e-0b", "ovs_interfaceid": "3aa8e09e-0b75-4465-ab80-06de46ffc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.515408] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 0d5aaa90-407e-4962-8b22-c0d71d4edce6/0d5aaa90-407e-4962-8b22-c0d71d4edce6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.515408] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.516842] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0ceead9-c067-4a56-913f-8accfcf2a96a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.524852] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 674.524852] env[69784]: value = "task-3626994" [ 674.524852] env[69784]: _type = "Task" [ 674.524852] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.532805] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 674.532805] env[69784]: value = "task-3626995" [ 674.532805] env[69784]: _type = "Task" [ 674.532805] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.536852] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.545745] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.600425] env[69784]: DEBUG nova.network.neutron [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Updating instance_info_cache with network_info: [{"id": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "address": "fa:16:3e:fd:17:9e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec6e8a9-ad", "ovs_interfaceid": "7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.659405] env[69784]: DEBUG nova.network.neutron [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Successfully updated port: 60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.661288] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 80c4939f-e928-4027-8789-15aebefa725a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 674.763259] env[69784]: DEBUG nova.compute.manager [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Received event network-changed-ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.763259] env[69784]: DEBUG nova.compute.manager [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Refreshing instance network info cache due to event network-changed-ce83a64d-7221-459b-bce3-6c375e3bf6f7. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.763259] env[69784]: DEBUG oslo_concurrency.lockutils [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] Acquiring lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.763259] env[69784]: DEBUG oslo_concurrency.lockutils [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] Acquired lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.763259] env[69784]: DEBUG nova.network.neutron [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Refreshing network info cache for port ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.943028] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626992, 'name': ReconfigVM_Task, 'duration_secs': 0.560792} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.943319] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.944234] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-990ec355-1ae6-41fa-a839-29a67bf53f71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.950895] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 674.950895] env[69784]: value = "task-3626996" [ 674.950895] env[69784]: _type = "Task" [ 674.950895] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.964072] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626996, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.024010] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "refresh_cache-bc3543d3-facd-494b-9838-a0cd02467ec8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.024010] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Instance network_info: |[{"id": "3aa8e09e-0b75-4465-ab80-06de46ffc667", "address": "fa:16:3e:82:db:2a", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa8e09e-0b", "ovs_interfaceid": "3aa8e09e-0b75-4465-ab80-06de46ffc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.024551] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:db:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa8e09e-0b75-4465-ab80-06de46ffc667', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.036192] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.037082] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.043101] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96aad596-e068-45ad-873d-ba687890375c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.082372] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071352} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.082620] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626994, 'name': ReconfigVM_Task, 'duration_secs': 0.401418} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.087550] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.087884] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc/0d19c41f-0db0-4b40-8dcf-fa88ae5535bc.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.089151] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.089151] env[69784]: value = "task-3626997" [ 675.089151] env[69784]: _type = "Task" [ 675.089151] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.089442] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819da058-1b27-44a5-a4a7-8c0e35e3a415 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.092024] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa6aa67-4a02-4710-91ab-64af5104d5a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.109472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bb2a7447-9f52-4a38-9193-2734a97a22e2 tempest-ServerExternalEventsTest-724546075 tempest-ServerExternalEventsTest-724546075-project] Releasing lock "refresh_cache-c0dff9f2-1840-4a36-99be-88f6f5c050b4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.122622] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 0d5aaa90-407e-4962-8b22-c0d71d4edce6/0d5aaa90-407e-4962-8b22-c0d71d4edce6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.127701] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6d7ea3-f711-4c53-bcad-956506a8f758 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.148044] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626997, 'name': CreateVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.151104] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 675.151104] env[69784]: value = "task-3626998" [ 675.151104] env[69784]: _type = "Task" [ 675.151104] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.153875] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 675.153875] env[69784]: value = "task-3626999" [ 675.153875] env[69784]: _type = "Task" [ 675.153875] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.157278] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626998, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.164904] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.166525] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "refresh_cache-a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.166659] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "refresh_cache-a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.166965] env[69784]: DEBUG nova.network.neutron [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.168635] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance b6644a4c-b212-4aee-9621-343c5ece84e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 675.462492] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626996, 'name': Rename_Task, 'duration_secs': 0.147995} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.462755] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.463158] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e57ea55-38a9-4ef2-bf77-1fcc0026fea8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.470767] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 675.470767] env[69784]: value = "task-3627000" [ 675.470767] env[69784]: _type = "Task" [ 675.470767] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.479018] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.597222] env[69784]: DEBUG nova.compute.manager [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Received event network-vif-plugged-3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.597906] env[69784]: DEBUG oslo_concurrency.lockutils [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] Acquiring lock "bc3543d3-facd-494b-9838-a0cd02467ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.597906] env[69784]: DEBUG oslo_concurrency.lockutils [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.597906] env[69784]: DEBUG oslo_concurrency.lockutils [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.598182] env[69784]: DEBUG nova.compute.manager [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] No waiting events found dispatching network-vif-plugged-3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.598269] env[69784]: WARNING nova.compute.manager [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Received unexpected event network-vif-plugged-3aa8e09e-0b75-4465-ab80-06de46ffc667 for instance with vm_state building and task_state spawning. [ 675.598442] env[69784]: DEBUG nova.compute.manager [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Received event network-vif-deleted-73db8238-f7e8-406c-86e5-f7bf7663e1ec {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.598634] env[69784]: DEBUG nova.compute.manager [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Received event network-changed-3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.598782] env[69784]: DEBUG nova.compute.manager [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Refreshing instance network info cache due to event network-changed-3aa8e09e-0b75-4465-ab80-06de46ffc667. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.599018] env[69784]: DEBUG oslo_concurrency.lockutils [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] Acquiring lock "refresh_cache-bc3543d3-facd-494b-9838-a0cd02467ec8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.599386] env[69784]: DEBUG oslo_concurrency.lockutils [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] Acquired lock "refresh_cache-bc3543d3-facd-494b-9838-a0cd02467ec8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.599386] env[69784]: DEBUG nova.network.neutron [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Refreshing network info cache for port 3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.618952] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626997, 'name': CreateVM_Task, 'duration_secs': 0.379709} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.619295] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.619912] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.620013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.620566] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.620566] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f5d558-408d-41a4-892b-a32050fb886c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.627076] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 675.627076] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bd702c-2ae2-d843-a99c-8a9054629cc2" [ 675.627076] env[69784]: _type = "Task" [ 675.627076] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.634754] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bd702c-2ae2-d843-a99c-8a9054629cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.659412] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3626998, 'name': Rename_Task, 'duration_secs': 0.172088} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.663621] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.663621] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b344f1-fa22-47ac-9025-073bbf1bf777 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.677579] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance cb0a3558-11b6-40a9-87d3-2f920dcc20c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 675.677919] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3626999, 'name': ReconfigVM_Task, 'duration_secs': 0.394525} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.679846] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 0d5aaa90-407e-4962-8b22-c0d71d4edce6/0d5aaa90-407e-4962-8b22-c0d71d4edce6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.682102] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 675.682102] env[69784]: value = "task-3627001" [ 675.682102] env[69784]: _type = "Task" [ 675.682102] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.682396] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45ad6f9-ef7a-4a0d-8945-71105a0b4927 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.700847] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.702311] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 675.702311] env[69784]: value = "task-3627002" [ 675.702311] env[69784]: _type = "Task" [ 675.702311] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.716316] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627002, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.929871] env[69784]: DEBUG nova.network.neutron [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.985379] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.142888] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bd702c-2ae2-d843-a99c-8a9054629cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.143950] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.144384] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.144761] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.147017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.147017] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.147017] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97c5f369-3541-4684-bdbf-d2a1f79bfb74 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.164589] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.164589] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.164589] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5f2ba0-7fa7-4e4a-b4a6-e8a56df808da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.175360] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 676.175360] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f22ef-8049-2538-0726-0078184190ac" [ 676.175360] env[69784]: _type = "Task" [ 676.175360] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.182719] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance aba3f593-3ed0-4505-aedc-d5dc230aa8a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 676.186597] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 676.186597] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 676.200720] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f22ef-8049-2538-0726-0078184190ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.209467] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac0dade-9919-44e1-9146-7a0d1a3d53a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.244703] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.249167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.249167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.249167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.249167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.251791] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.254899] env[69784]: INFO nova.compute.manager [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Terminating instance [ 676.265638] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 676.265638] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dab439-f528-a417-bfe9-7a36c92a3416" [ 676.265638] env[69784]: _type = "Task" [ 676.265638] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.273753] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627002, 'name': Rename_Task, 'duration_secs': 0.140051} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.281030] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.281327] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd06448-05b5-4d79-b54a-63a3a7feb36c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.289882] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dab439-f528-a417-bfe9-7a36c92a3416, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.291468] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.291738] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] bc3543d3-facd-494b-9838-a0cd02467ec8/bc3543d3-facd-494b-9838-a0cd02467ec8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.295958] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 676.295958] env[69784]: value = "task-3627003" [ 676.295958] env[69784]: _type = "Task" [ 676.295958] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.299210] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10aae204-4048-4192-94c1-754bf3b613e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.310976] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.313022] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 676.313022] env[69784]: value = "task-3627004" [ 676.313022] env[69784]: _type = "Task" [ 676.313022] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.323551] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.490531] env[69784]: DEBUG oslo_vmware.api [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627000, 'name': PowerOnVM_Task, 'duration_secs': 0.655593} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.494189] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.494550] env[69784]: INFO nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Took 15.40 seconds to spawn the instance on the hypervisor. [ 676.495911] env[69784]: DEBUG nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.501019] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc1cce-e55d-4446-beaf-4c790bdac02d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.680615] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279526d9-b67e-4e92-8b0d-044f790895d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.689146] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789efe3a-9c81-451b-84a4-85eacfe7fa3b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.732273] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e6872-949a-42b1-9ba3-80defda62f2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.740607] env[69784]: DEBUG oslo_vmware.api [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627001, 'name': PowerOnVM_Task, 'duration_secs': 0.624621} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.743725] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.744328] env[69784]: INFO nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Took 13.28 seconds to spawn the instance on the hypervisor. [ 676.744719] env[69784]: DEBUG nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.746684] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e45e0-de08-4d05-8d55-258fcc0ccee1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.752192] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ac43c-5346-4b99-918a-9fab068deac9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.775149] env[69784]: DEBUG nova.compute.manager [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.775371] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.775859] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.786607] env[69784]: DEBUG nova.network.neutron [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Updating instance_info_cache with network_info: [{"id": "60625715-cfae-46d3-bb1e-ec53ce638f44", "address": "fa:16:3e:9f:7d:d6", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60625715-cf", "ovs_interfaceid": "60625715-cfae-46d3-bb1e-ec53ce638f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.786607] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab7b61-746b-4dd9-b070-69fa29c8a083 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.790699] env[69784]: DEBUG nova.network.neutron [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Updated VIF entry in instance network info cache for port ce83a64d-7221-459b-bce3-6c375e3bf6f7. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.791035] env[69784]: DEBUG nova.network.neutron [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Updating instance_info_cache with network_info: [{"id": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "address": "fa:16:3e:81:9c:f4", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce83a64d-72", "ovs_interfaceid": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.797852] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.798117] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75399541-1914-4e22-bae9-2ce5bc195030 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.812187] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627003, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.814684] env[69784]: DEBUG oslo_vmware.api [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 676.814684] env[69784]: value = "task-3627005" [ 676.814684] env[69784]: _type = "Task" [ 676.814684] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.828890] env[69784]: DEBUG oslo_vmware.api [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3627005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.832651] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.957851] env[69784]: DEBUG nova.network.neutron [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Successfully updated port: b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.020178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.020178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.020178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.020402] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.020444] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.026638] env[69784]: INFO nova.compute.manager [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Terminating instance [ 677.034596] env[69784]: INFO nova.compute.manager [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Took 25.20 seconds to build instance. [ 677.082028] env[69784]: DEBUG nova.compute.manager [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 677.288317] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.295595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "refresh_cache-a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.296297] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Instance network_info: |[{"id": "60625715-cfae-46d3-bb1e-ec53ce638f44", "address": "fa:16:3e:9f:7d:d6", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60625715-cf", "ovs_interfaceid": "60625715-cfae-46d3-bb1e-ec53ce638f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.304822] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:7d:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60625715-cfae-46d3-bb1e-ec53ce638f44', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.311648] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.311812] env[69784]: DEBUG oslo_concurrency.lockutils [req-33f12e4a-6693-48ec-871b-b5c27a970081 req-a856b06f-fccd-4d24-bf3f-d551be59debc service nova] Releasing lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.315156] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.318896] env[69784]: INFO nova.compute.manager [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Took 22.69 seconds to build instance. [ 677.320207] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cae655e-ff83-4bea-bfee-7a8db900ab97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.347921] env[69784]: DEBUG oslo_vmware.api [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627003, 'name': PowerOnVM_Task, 'duration_secs': 0.809503} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.349642] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.349736] env[69784]: INFO nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Took 11.51 seconds to spawn the instance on the hypervisor. [ 677.350483] env[69784]: DEBUG nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.350878] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cdc4f3-d81e-4b6f-b7e2-8feb1100efcd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.359333] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602863} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.359465] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.359465] env[69784]: value = "task-3627006" [ 677.359465] env[69784]: _type = "Task" [ 677.359465] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.360283] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] bc3543d3-facd-494b-9838-a0cd02467ec8/bc3543d3-facd-494b-9838-a0cd02467ec8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.360509] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.360812] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8541416-b55e-4dfe-95c3-dcaf38ba0bed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.370158] env[69784]: DEBUG oslo_vmware.api [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3627005, 'name': PowerOffVM_Task, 'duration_secs': 0.313001} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.374360] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.374506] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.376938] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f764f201-556b-49de-8588-281a59f9f9aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.383285] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 677.383285] env[69784]: value = "task-3627007" [ 677.383285] env[69784]: _type = "Task" [ 677.383285] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.383422] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627006, 'name': CreateVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.394460] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.455063] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.455296] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.455477] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Deleting the datastore file [datastore2] c0dff9f2-1840-4a36-99be-88f6f5c050b4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.455761] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-898d6dbd-f19f-4567-82cf-ae5cc8a531fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.461422] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "refresh_cache-cb792760-6b35-4299-9fca-6412fa62312c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.461790] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquired lock "refresh_cache-cb792760-6b35-4299-9fca-6412fa62312c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.461790] env[69784]: DEBUG nova.network.neutron [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.465054] env[69784]: DEBUG oslo_vmware.api [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for the task: (returnval){ [ 677.465054] env[69784]: value = "task-3627009" [ 677.465054] env[69784]: _type = "Task" [ 677.465054] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.473424] env[69784]: DEBUG oslo_vmware.api [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3627009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.504573] env[69784]: DEBUG nova.network.neutron [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Updated VIF entry in instance network info cache for port 3aa8e09e-0b75-4465-ab80-06de46ffc667. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.504822] env[69784]: DEBUG nova.network.neutron [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Updating instance_info_cache with network_info: [{"id": "3aa8e09e-0b75-4465-ab80-06de46ffc667", "address": "fa:16:3e:82:db:2a", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa8e09e-0b", "ovs_interfaceid": "3aa8e09e-0b75-4465-ab80-06de46ffc667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.535436] env[69784]: DEBUG nova.compute.manager [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.535654] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.537057] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03a66b4-17d7-4b0b-a2d4-32ba76affc82 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.540640] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99ecf7a9-5250-411e-aee0-230d8be5b924 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.715s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.543995] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.817s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.543995] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7a3ed8-1f9e-4380-93c3-aa6660ebcdbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.548169] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.549509] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bbff9b-ad0c-42d0-966c-bbd0d7559935 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.558865] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 677.558865] env[69784]: value = "task-3627010" [ 677.558865] env[69784]: _type = "Task" [ 677.558865] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.572817] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3627010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.621179] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.804596] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 677.805034] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.731s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.805191] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.812s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.807640] env[69784]: INFO nova.compute.claims [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.811806] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.811958] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Getting list of instances from cluster (obj){ [ 677.811958] env[69784]: value = "domain-c8" [ 677.811958] env[69784]: _type = "ClusterComputeResource" [ 677.811958] env[69784]: } {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 677.813251] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e62582-4028-400c-ba46-8663ad706edb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.821251] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6a43ceb8-8112-4e56-9dc7-91a5a1290cbe tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.212s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.836256] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Got total of 7 instances {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 677.885903] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627006, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.894640] env[69784]: INFO nova.compute.manager [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Took 22.91 seconds to build instance. [ 677.899622] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144157} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.902095] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.902095] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bca726-871a-46bf-ac5e-70406b5f1e76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.936786] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] bc3543d3-facd-494b-9838-a0cd02467ec8/bc3543d3-facd-494b-9838-a0cd02467ec8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.937867] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac336354-82d2-407f-8a7d-ab415752e903 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.961383] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 677.961383] env[69784]: value = "task-3627011" [ 677.961383] env[69784]: _type = "Task" [ 677.961383] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.976917] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.982874] env[69784]: DEBUG oslo_vmware.api [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Task: {'id': task-3627009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357254} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.983209] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.983511] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.983654] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.983942] env[69784]: INFO nova.compute.manager [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 677.984376] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.984682] env[69784]: DEBUG nova.compute.manager [-] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.984682] env[69784]: DEBUG nova.network.neutron [-] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.009736] env[69784]: DEBUG oslo_concurrency.lockutils [req-394e3902-f2b5-4480-8f61-daa9affe8748 req-3ebc16dd-c984-4cc1-93cd-bf0a705d4d24 service nova] Releasing lock "refresh_cache-bc3543d3-facd-494b-9838-a0cd02467ec8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.033931] env[69784]: DEBUG nova.network.neutron [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.049153] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.058560] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.081727] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3627010, 'name': PowerOffVM_Task, 'duration_secs': 0.439246} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.082979] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.083341] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.083635] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-886dc7ac-0228-4926-9e53-2b9849bfeaa7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.157294] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.157579] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.157699] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Deleting the datastore file [datastore2] 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.164636] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91d9eb2f-7721-44f8-b573-b4406d221954 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.171883] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for the task: (returnval){ [ 678.171883] env[69784]: value = "task-3627013" [ 678.171883] env[69784]: _type = "Task" [ 678.171883] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.185196] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3627013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.324598] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.378725] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627006, 'name': CreateVM_Task, 'duration_secs': 0.535891} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.379065] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.379878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.382018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.382018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.382018] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7660c7a-9b85-4f7b-b0f3-0e8930f8f5c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.387468] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 678.387468] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52391ba4-adab-0b03-897b-4f2eb74d4beb" [ 678.387468] env[69784]: _type = "Task" [ 678.387468] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.398187] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f947a41-02dc-4410-8d04-19f4aa13c465 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.422s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.403310] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52391ba4-adab-0b03-897b-4f2eb74d4beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.472735] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.587749] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.588870] env[69784]: DEBUG nova.network.neutron [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Updating instance_info_cache with network_info: [{"id": "b6b06cb0-2466-4fdd-ad16-913cfb19c105", "address": "fa:16:3e:b1:c8:35", "network": {"id": "16d2548e-14c4-49ee-a60b-6a23077524d7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-7364247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e1b857d04e44469d6c99b19243675d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b06cb0-24", "ovs_interfaceid": "b6b06cb0-2466-4fdd-ad16-913cfb19c105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.690535] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3627013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.857666] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.901711] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52391ba4-adab-0b03-897b-4f2eb74d4beb, 'name': SearchDatastore_Task, 'duration_secs': 0.03138} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.902054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.902294] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.902576] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.902746] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.902924] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.903230] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b703209-edd7-4c4e-98ad-a730b1d27e10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.905789] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.915542] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.915741] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.916607] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bea2e42-8641-484c-9116-4e674850d523 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.922637] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 678.922637] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f1893c-5519-153a-e129-509dbe054070" [ 678.922637] env[69784]: _type = "Task" [ 678.922637] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.936598] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f1893c-5519-153a-e129-509dbe054070, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.940833] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22cd9c0-5446-452b-b019-77c3ea7dd98f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.943338] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 678.943338] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef85a7-fd56-d3c5-15ef-cae4e7238603" [ 678.943338] env[69784]: _type = "Task" [ 678.943338] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.958836] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef85a7-fd56-d3c5-15ef-cae4e7238603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.972238] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627011, 'name': ReconfigVM_Task, 'duration_secs': 0.76575} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.972238] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Reconfigured VM instance instance-00000008 to attach disk [datastore1] bc3543d3-facd-494b-9838-a0cd02467ec8/bc3543d3-facd-494b-9838-a0cd02467ec8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.972238] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f29afc-df74-4fb8-80d9-b4ba847097a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.979443] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 678.979443] env[69784]: value = "task-3627014" [ 678.979443] env[69784]: _type = "Task" [ 678.979443] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.991441] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627014, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.093461] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Releasing lock "refresh_cache-cb792760-6b35-4299-9fca-6412fa62312c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.093828] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Instance network_info: |[{"id": "b6b06cb0-2466-4fdd-ad16-913cfb19c105", "address": "fa:16:3e:b1:c8:35", "network": {"id": "16d2548e-14c4-49ee-a60b-6a23077524d7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-7364247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e1b857d04e44469d6c99b19243675d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b06cb0-24", "ovs_interfaceid": "b6b06cb0-2466-4fdd-ad16-913cfb19c105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.094424] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:c8:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6b06cb0-2466-4fdd-ad16-913cfb19c105', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.104288] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Creating folder: Project (b0e1b857d04e44469d6c99b19243675d). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.108572] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68318591-8810-4d68-a32d-6bde8b536e71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.119896] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Created folder: Project (b0e1b857d04e44469d6c99b19243675d) in parent group-v723273. [ 679.119896] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Creating folder: Instances. Parent ref: group-v723295. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.120166] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d03a030-b338-4a6b-914f-9dbea0774639 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.146969] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Created folder: Instances in parent group-v723295. [ 679.148263] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.148263] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.148263] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a0a3e20-8b84-46c3-a2e0-f195dc14fead {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.171801] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.171801] env[69784]: value = "task-3627017" [ 679.171801] env[69784]: _type = "Task" [ 679.171801] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.195690] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627017, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.196064] env[69784]: DEBUG oslo_vmware.api [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Task: {'id': task-3627013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520506} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.196649] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.196892] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.197089] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.197258] env[69784]: INFO nova.compute.manager [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 679.197532] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.197753] env[69784]: DEBUG nova.compute.manager [-] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.200020] env[69784]: DEBUG nova.network.neutron [-] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.263332] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46266c11-b543-40ea-a791-fae0acb4c161 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.274777] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0b4fc-5309-420a-b437-c975919afa0e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.323943] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409fbb31-d219-4fdf-b294-2aaf552cdbaa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.328477] env[69784]: DEBUG nova.compute.manager [req-c30845f0-f5bb-4eed-8ced-0edc7dbe5796 req-dafc37ea-d46b-44e5-af6f-3b9f01fad752 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Received event network-vif-plugged-b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.328727] env[69784]: DEBUG oslo_concurrency.lockutils [req-c30845f0-f5bb-4eed-8ced-0edc7dbe5796 req-dafc37ea-d46b-44e5-af6f-3b9f01fad752 service nova] Acquiring lock "cb792760-6b35-4299-9fca-6412fa62312c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.328727] env[69784]: DEBUG oslo_concurrency.lockutils [req-c30845f0-f5bb-4eed-8ced-0edc7dbe5796 req-dafc37ea-d46b-44e5-af6f-3b9f01fad752 service nova] Lock "cb792760-6b35-4299-9fca-6412fa62312c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.328965] env[69784]: DEBUG oslo_concurrency.lockutils [req-c30845f0-f5bb-4eed-8ced-0edc7dbe5796 req-dafc37ea-d46b-44e5-af6f-3b9f01fad752 service nova] Lock "cb792760-6b35-4299-9fca-6412fa62312c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.329043] env[69784]: DEBUG nova.compute.manager [req-c30845f0-f5bb-4eed-8ced-0edc7dbe5796 req-dafc37ea-d46b-44e5-af6f-3b9f01fad752 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] No waiting events found dispatching network-vif-plugged-b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.329193] env[69784]: WARNING nova.compute.manager [req-c30845f0-f5bb-4eed-8ced-0edc7dbe5796 req-dafc37ea-d46b-44e5-af6f-3b9f01fad752 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Received unexpected event network-vif-plugged-b6b06cb0-2466-4fdd-ad16-913cfb19c105 for instance with vm_state building and task_state spawning. [ 679.335569] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cac575-3cd1-4771-b23c-1897ba1eb6a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.352276] env[69784]: DEBUG nova.compute.provider_tree [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.446181] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.457909] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef85a7-fd56-d3c5-15ef-cae4e7238603, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.462977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463245] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b/a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.463536] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ab0da73-2956-4975-baab-43fa35a5f41c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.476485] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 679.476485] env[69784]: value = "task-3627018" [ 679.476485] env[69784]: _type = "Task" [ 679.476485] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.488874] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.499894] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627014, 'name': Rename_Task, 'duration_secs': 0.195657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.500249] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.500908] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7acbc49a-bd09-467f-8eec-20526b1b0033 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.506667] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 679.506667] env[69784]: value = "task-3627019" [ 679.506667] env[69784]: _type = "Task" [ 679.506667] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.519039] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.683529] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627017, 'name': CreateVM_Task, 'duration_secs': 0.488451} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.683702] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.684619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.684787] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.685115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.685816] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2810960d-3fa6-4f7a-bb9f-792e9250cee0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.691253] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 679.691253] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52243da4-b485-d144-cf04-072652690b6e" [ 679.691253] env[69784]: _type = "Task" [ 679.691253] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.702489] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52243da4-b485-d144-cf04-072652690b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.855403] env[69784]: DEBUG nova.scheduler.client.report [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.937920] env[69784]: DEBUG nova.network.neutron [-] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.998329] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.029205] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627019, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.159407] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.159407] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.162467] env[69784]: DEBUG nova.compute.manager [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Received event network-vif-plugged-60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.162641] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] Acquiring lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.162784] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.163012] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.163477] env[69784]: DEBUG nova.compute.manager [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] No waiting events found dispatching network-vif-plugged-60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.163893] env[69784]: WARNING nova.compute.manager [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Received unexpected event network-vif-plugged-60625715-cfae-46d3-bb1e-ec53ce638f44 for instance with vm_state building and task_state spawning. [ 680.164121] env[69784]: DEBUG nova.compute.manager [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Received event network-changed-60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.164121] env[69784]: DEBUG nova.compute.manager [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Refreshing instance network info cache due to event network-changed-60625715-cfae-46d3-bb1e-ec53ce638f44. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.166356] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] Acquiring lock "refresh_cache-a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.166541] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] Acquired lock "refresh_cache-a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.166737] env[69784]: DEBUG nova.network.neutron [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Refreshing network info cache for port 60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.205552] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52243da4-b485-d144-cf04-072652690b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.205777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.206059] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.206532] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.206532] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.206730] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.207352] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9da510ad-ec32-4e72-a56a-14ac5b8b743b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.226040] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.226334] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.227452] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa71a17-627e-428f-941f-d2bc76de1af6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.237226] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 680.237226] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521681bf-1ab9-8bb8-c529-580efd9b004e" [ 680.237226] env[69784]: _type = "Task" [ 680.237226] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.242468] env[69784]: DEBUG nova.network.neutron [-] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.253860] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521681bf-1ab9-8bb8-c529-580efd9b004e, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.253860] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b1121c-4b76-4a11-ba85-8cbe048b61e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.267655] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 680.267655] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280cdf7-76c6-1b41-ac39-25eb40649c55" [ 680.267655] env[69784]: _type = "Task" [ 680.267655] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.283990] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280cdf7-76c6-1b41-ac39-25eb40649c55, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.283990] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.283990] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] cb792760-6b35-4299-9fca-6412fa62312c/cb792760-6b35-4299-9fca-6412fa62312c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.283990] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81d2279-389f-4497-bb83-8468cec2e8e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.294318] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 680.294318] env[69784]: value = "task-3627020" [ 680.294318] env[69784]: _type = "Task" [ 680.294318] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.309629] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.362279] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.362279] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.563780] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.327s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.563780] env[69784]: INFO nova.compute.claims [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.563780] env[69784]: INFO nova.compute.manager [-] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Took 2.46 seconds to deallocate network for instance. [ 680.566718] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619797} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.573869] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b/a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.573869] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.579955] env[69784]: DEBUG oslo_vmware.api [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627019, 'name': PowerOnVM_Task, 'duration_secs': 0.805644} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.579955] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eaef146-2ada-44bf-96ca-68e97400d745 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.584488] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.584488] env[69784]: INFO nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Took 12.32 seconds to spawn the instance on the hypervisor. [ 680.584488] env[69784]: DEBUG nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.584488] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1869cf86-6855-4b15-8534-48238ef33a7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.600679] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 680.600679] env[69784]: value = "task-3627021" [ 680.600679] env[69784]: _type = "Task" [ 680.600679] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.617047] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.746808] env[69784]: INFO nova.compute.manager [-] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Took 1.55 seconds to deallocate network for instance. [ 680.812447] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.897938] env[69784]: DEBUG nova.compute.utils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.898305] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.898501] env[69784]: DEBUG nova.network.neutron [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.047430] env[69784]: DEBUG nova.policy [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e491ce1d7ecb49edac6316a332532e49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f881a75eb2943b89e4ae0e0cdbd4fcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.083320] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.115390] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151217} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.115656] env[69784]: INFO nova.compute.manager [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Took 23.81 seconds to build instance. [ 681.116558] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.117656] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a37896-b91b-42d3-a42e-bf36e14bfc27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.144651] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b/a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.144954] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b10459-b8a8-4ff8-8716-14130df03c60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.167718] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 681.167718] env[69784]: value = "task-3627022" [ 681.167718] env[69784]: _type = "Task" [ 681.167718] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.177484] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.219418] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.220028] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.258224] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.306866] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690284} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.306866] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] cb792760-6b35-4299-9fca-6412fa62312c/cb792760-6b35-4299-9fca-6412fa62312c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.307161] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.307344] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-912e3ae8-233a-4409-89c6-1195ebda3808 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.314941] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 681.314941] env[69784]: value = "task-3627023" [ 681.314941] env[69784]: _type = "Task" [ 681.314941] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.323380] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.399274] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.422987] env[69784]: DEBUG nova.network.neutron [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Updated VIF entry in instance network info cache for port 60625715-cfae-46d3-bb1e-ec53ce638f44. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.423363] env[69784]: DEBUG nova.network.neutron [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Updating instance_info_cache with network_info: [{"id": "60625715-cfae-46d3-bb1e-ec53ce638f44", "address": "fa:16:3e:9f:7d:d6", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60625715-cf", "ovs_interfaceid": "60625715-cfae-46d3-bb1e-ec53ce638f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.617956] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ad19969-d4c5-47dd-9a6f-b94b74719f9b tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.328s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.683215] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.829245] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062069} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.829245] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.829245] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe1a6d3-6369-4acf-a3be-cea98f65c18d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.858148] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] cb792760-6b35-4299-9fca-6412fa62312c/cb792760-6b35-4299-9fca-6412fa62312c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.861778] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd6e90c-3d26-49da-a665-0dc61a1d9bd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.890449] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 681.890449] env[69784]: value = "task-3627024" [ 681.890449] env[69784]: _type = "Task" [ 681.890449] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.901818] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.927315] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e2bc192-1703-47d5-a95a-33dc8572d49b req-58b5eb0f-d2be-47ba-8c18-3a9a329d68f4 service nova] Releasing lock "refresh_cache-a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.986113] env[69784]: DEBUG nova.network.neutron [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Successfully created port: 43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.018752] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ce13f-50b5-4d95-9b47-b501ad120e46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033470] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361209f7-1c93-4ab5-b47f-242fb8499236 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.072531] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc02d06-ff4e-4303-a5e2-1977232583f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.081737] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4df72-0507-4aa9-b99a-0b234b86a819 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.103336] env[69784]: DEBUG nova.compute.provider_tree [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.121205] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.179840] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627022, 'name': ReconfigVM_Task, 'duration_secs': 0.850356} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.179983] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b/a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.183411] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd16b8e2-4cc7-4f71-b26f-c1af94e9012c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.191914] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 682.191914] env[69784]: value = "task-3627025" [ 682.191914] env[69784]: _type = "Task" [ 682.191914] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.208647] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627025, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.235339] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "eb175817-6559-4954-9979-6125c80f623a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.235664] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "eb175817-6559-4954-9979-6125c80f623a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.403147] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.416124] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.448903] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.449203] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.450382] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.450382] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.450382] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.450382] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.450382] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.450751] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.450751] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.450751] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.450751] env[69784]: DEBUG nova.virt.hardware [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.451984] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192323c5-56c9-46fe-8172-97152cf04ff1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.460436] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090d8e1-d9ac-4cc2-adfc-24d2c8347112 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.534798] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.535088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.607549] env[69784]: DEBUG nova.scheduler.client.report [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.647959] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.709387] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627025, 'name': Rename_Task, 'duration_secs': 0.30692} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.709387] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.709533] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-018207d6-834f-4cc3-aef6-e10ddc799238 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.717157] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 682.717157] env[69784]: value = "task-3627026" [ 682.717157] env[69784]: _type = "Task" [ 682.717157] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.725293] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.904300] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627024, 'name': ReconfigVM_Task, 'duration_secs': 0.680135} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.905017] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Reconfigured VM instance instance-0000000a to attach disk [datastore1] cb792760-6b35-4299-9fca-6412fa62312c/cb792760-6b35-4299-9fca-6412fa62312c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.905987] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05eced26-dc93-433b-a0da-62d2314b9576 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.913167] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 682.913167] env[69784]: value = "task-3627027" [ 682.913167] env[69784]: _type = "Task" [ 682.913167] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.924552] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627027, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.116158] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.116158] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.120823] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.671s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.121544] env[69784]: INFO nova.compute.claims [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.232901] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.431514] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627027, 'name': Rename_Task, 'duration_secs': 0.15635} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.431805] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.431805] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e3ef39a-c3da-4ba2-baa5-223a748d76ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.439547] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 683.439547] env[69784]: value = "task-3627028" [ 683.439547] env[69784]: _type = "Task" [ 683.439547] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.450582] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.456915] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.457440] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.626038] env[69784]: DEBUG nova.compute.utils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.629718] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.629718] env[69784]: DEBUG nova.network.neutron [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.731140] env[69784]: DEBUG nova.policy [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf58061cefbe42d8a651db726657f390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b918e7ca5a294d469c60a7616be6c4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.736588] env[69784]: DEBUG oslo_vmware.api [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627026, 'name': PowerOnVM_Task, 'duration_secs': 0.596894} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.737652] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.741590] env[69784]: INFO nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Took 13.55 seconds to spawn the instance on the hypervisor. [ 683.741590] env[69784]: DEBUG nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.742449] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156c4f9-61a2-4119-95e2-a2641c4eef67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.787360] env[69784]: DEBUG nova.compute.manager [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Received event network-changed-b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.787675] env[69784]: DEBUG nova.compute.manager [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Refreshing instance network info cache due to event network-changed-b6b06cb0-2466-4fdd-ad16-913cfb19c105. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.788021] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] Acquiring lock "refresh_cache-cb792760-6b35-4299-9fca-6412fa62312c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.788182] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] Acquired lock "refresh_cache-cb792760-6b35-4299-9fca-6412fa62312c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.788413] env[69784]: DEBUG nova.network.neutron [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Refreshing network info cache for port b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.917452] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "62e679e6-579b-411a-bbed-3bf35d8829a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.917984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.954491] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.133096] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.157702] env[69784]: DEBUG nova.compute.manager [req-c1657d2c-e819-45f1-b841-522de6a89840 req-059913ec-a520-43d7-ae6c-04d27f5aa00a service nova] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Received event network-vif-deleted-7dacc13a-966a-4a08-97a6-f896ff40ad7e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.266746] env[69784]: INFO nova.compute.manager [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Took 24.78 seconds to build instance. [ 684.430100] env[69784]: DEBUG nova.network.neutron [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Successfully created port: d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.454904] env[69784]: DEBUG nova.network.neutron [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Successfully updated port: 43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.462487] env[69784]: DEBUG oslo_vmware.api [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627028, 'name': PowerOnVM_Task, 'duration_secs': 0.839257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.462809] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.463179] env[69784]: INFO nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Took 11.36 seconds to spawn the instance on the hypervisor. [ 684.463179] env[69784]: DEBUG nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.467311] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58c82ec-7b37-4239-9504-24ae615e1669 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.639187] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.639434] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.686103] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d352e4-48a4-41c2-ae94-c760a9c646ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.701041] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd7a50-57bb-42f5-8e7f-a0a711ced348 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.736394] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826dcfee-c1b2-4d5f-9d71-59efb3378628 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.744148] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453a9e3-c07b-418f-86c3-57153cf9c0b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.758692] env[69784]: DEBUG nova.compute.provider_tree [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.769821] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9f158d3-bffa-4de2-b27a-e227fef4b8be tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.301s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.959353] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.959510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquired lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.959704] env[69784]: DEBUG nova.network.neutron [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.978110] env[69784]: DEBUG nova.network.neutron [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Updated VIF entry in instance network info cache for port b6b06cb0-2466-4fdd-ad16-913cfb19c105. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.978704] env[69784]: DEBUG nova.network.neutron [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Updating instance_info_cache with network_info: [{"id": "b6b06cb0-2466-4fdd-ad16-913cfb19c105", "address": "fa:16:3e:b1:c8:35", "network": {"id": "16d2548e-14c4-49ee-a60b-6a23077524d7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-7364247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e1b857d04e44469d6c99b19243675d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6b06cb0-24", "ovs_interfaceid": "b6b06cb0-2466-4fdd-ad16-913cfb19c105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.993611] env[69784]: INFO nova.compute.manager [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Took 24.20 seconds to build instance. [ 685.147415] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.189499] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.190512] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.190512] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.194020] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.194020] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.194020] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.194020] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.194020] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.194020] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.195037] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.195037] env[69784]: DEBUG nova.virt.hardware [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.195037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71b298-eba9-4f69-ad44-93c4532d16bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.206905] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241bf5a8-964a-4f55-9701-242191e4ab67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.266344] env[69784]: DEBUG nova.scheduler.client.report [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.273510] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.489932] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] Releasing lock "refresh_cache-cb792760-6b35-4299-9fca-6412fa62312c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.490186] env[69784]: DEBUG nova.compute.manager [req-0f235c45-5cf3-40fa-9fa8-69162ca28a5e req-2933448d-f2e3-489c-a0ce-d8ff24b88dc9 service nova] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Received event network-vif-deleted-7ec6e8a9-adf3-48ee-8aa9-e0b12b843ddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.495911] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bffe3e9b-7fc1-4860-9efc-441aecd05e43 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "cb792760-6b35-4299-9fca-6412fa62312c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.710s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.530292] env[69784]: DEBUG nova.network.neutron [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.546372] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "29578513-5d13-4e49-9d34-12f0cf3c8e01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.546708] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "29578513-5d13-4e49-9d34-12f0cf3c8e01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.705940] env[69784]: DEBUG nova.network.neutron [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updating instance_info_cache with network_info: [{"id": "43576d7b-b1df-483f-a85a-f55f3479348d", "address": "fa:16:3e:74:85:dc", "network": {"id": "d8b7b6e4-61af-471b-bfa1-fdf0e4af766b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1031710807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f881a75eb2943b89e4ae0e0cdbd4fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43576d7b-b1", "ovs_interfaceid": "43576d7b-b1df-483f-a85a-f55f3479348d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.760295] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "95df77e7-8eb8-4d41-a9b9-6267a761c824" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.760403] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.770576] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.770829] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.773460] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.940s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.774823] env[69784]: INFO nova.compute.claims [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.800711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.001259] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.212713] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Releasing lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.213052] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Instance network_info: |[{"id": "43576d7b-b1df-483f-a85a-f55f3479348d", "address": "fa:16:3e:74:85:dc", "network": {"id": "d8b7b6e4-61af-471b-bfa1-fdf0e4af766b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1031710807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f881a75eb2943b89e4ae0e0cdbd4fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43576d7b-b1", "ovs_interfaceid": "43576d7b-b1df-483f-a85a-f55f3479348d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.213465] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:85:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43576d7b-b1df-483f-a85a-f55f3479348d', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.223708] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Creating folder: Project (2f881a75eb2943b89e4ae0e0cdbd4fcc). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.225023] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6d82f2b-467e-45cf-ae19-6ea0c14b7706 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.238884] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Created folder: Project (2f881a75eb2943b89e4ae0e0cdbd4fcc) in parent group-v723273. [ 686.239089] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Creating folder: Instances. Parent ref: group-v723298. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.239326] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5264ad5f-51c5-4270-a73d-bfd2e490b441 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.250915] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Created folder: Instances in parent group-v723298. [ 686.251142] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.251358] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.251562] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf28f258-0097-422c-8faa-897536b28e04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.280414] env[69784]: DEBUG nova.compute.utils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.282183] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.282183] env[69784]: value = "task-3627031" [ 686.282183] env[69784]: _type = "Task" [ 686.282183] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.283130] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.283317] env[69784]: DEBUG nova.network.neutron [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.297334] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627031, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.442392] env[69784]: DEBUG nova.policy [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5edcf0cc62764d929320bb760c398e23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0834452ccb4246f899a60132ab8398e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.527392] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.789073] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.818189] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "22842910-a375-46d2-8961-ae303c680a70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.818434] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "22842910-a375-46d2-8961-ae303c680a70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.826204] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627031, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.191304] env[69784]: DEBUG nova.network.neutron [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Successfully updated port: d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.286500] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913404e2-774a-43d9-a609-cac7476cd4d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.300499] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627031, 'name': CreateVM_Task, 'duration_secs': 0.664604} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.301857] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33de805-6b1e-48c7-8ef3-8d92ea2dd394 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.305611] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.306189] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.306381] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.306684] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.307852] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483e1cc2-cf82-476c-8e7c-cba526858d7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.343565] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44f365-7b81-41da-99fc-8564c6fa7889 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.350535] env[69784]: DEBUG nova.compute.manager [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Received event network-vif-plugged-43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.350813] env[69784]: DEBUG oslo_concurrency.lockutils [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.351055] env[69784]: DEBUG oslo_concurrency.lockutils [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] Lock "32d380c2-6ed7-423f-b555-584965ef0110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.351231] env[69784]: DEBUG oslo_concurrency.lockutils [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] Lock "32d380c2-6ed7-423f-b555-584965ef0110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.351916] env[69784]: DEBUG nova.compute.manager [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] No waiting events found dispatching network-vif-plugged-43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.351916] env[69784]: WARNING nova.compute.manager [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Received unexpected event network-vif-plugged-43576d7b-b1df-483f-a85a-f55f3479348d for instance with vm_state building and task_state spawning. [ 687.351916] env[69784]: DEBUG nova.compute.manager [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Received event network-changed-43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.351916] env[69784]: DEBUG nova.compute.manager [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Refreshing instance network info cache due to event network-changed-43576d7b-b1df-483f-a85a-f55f3479348d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.352095] env[69784]: DEBUG oslo_concurrency.lockutils [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] Acquiring lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.352206] env[69784]: DEBUG oslo_concurrency.lockutils [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] Acquired lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.352488] env[69784]: DEBUG nova.network.neutron [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Refreshing network info cache for port 43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.353981] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 687.353981] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a25b4a-2d42-4c00-d7b0-d0ab76fd889a" [ 687.353981] env[69784]: _type = "Task" [ 687.353981] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.362984] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187b378-0c1c-4ce4-ad7a-14eb776b228c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.371589] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a25b4a-2d42-4c00-d7b0-d0ab76fd889a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.386656] env[69784]: DEBUG nova.compute.provider_tree [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.497361] env[69784]: DEBUG nova.network.neutron [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Successfully created port: 25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.693919] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "refresh_cache-80c4939f-e928-4027-8789-15aebefa725a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.693919] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "refresh_cache-80c4939f-e928-4027-8789-15aebefa725a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.693919] env[69784]: DEBUG nova.network.neutron [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.847146] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.875653] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a25b4a-2d42-4c00-d7b0-d0ab76fd889a, 'name': SearchDatastore_Task, 'duration_secs': 0.02106} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.876129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.876396] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.876653] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.876793] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.876982] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.877256] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b59578-decb-4f2b-8d47-4ed80f66e014 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.896247] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.896979] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.896979] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.897148] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.897725] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.898024] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.899896] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.899896] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.899896] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.899896] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.899896] env[69784]: DEBUG nova.virt.hardware [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.901377] env[69784]: DEBUG nova.scheduler.client.report [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.907120] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.907229] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.909274] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3452c65-d029-4d57-9f40-dfa3c6ed4ea0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.915934] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1829bd-4e15-41ea-8e2d-acb17a2a40aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.926040] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 687.926040] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5232e316-8940-fa6e-3c48-86293eda26cd" [ 687.926040] env[69784]: _type = "Task" [ 687.926040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.930956] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a82b2-cfe5-470c-825b-9b1a37e91c47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.958090] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5232e316-8940-fa6e-3c48-86293eda26cd, 'name': SearchDatastore_Task, 'duration_secs': 0.019537} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.958907] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281fee79-fa53-4166-bd6e-dbdd03a4936d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.964500] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 687.964500] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cf4f2f-4039-4353-0548-18204e8b0abd" [ 687.964500] env[69784]: _type = "Task" [ 687.964500] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.972048] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cf4f2f-4039-4353-0548-18204e8b0abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.003706] env[69784]: DEBUG nova.compute.manager [req-2a2f97b5-1735-4a9d-a772-de3a3a87ae10 req-b1840ac2-7a71-4e4d-836a-a791dd7d28e6 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Received event network-vif-plugged-d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.004163] env[69784]: DEBUG oslo_concurrency.lockutils [req-2a2f97b5-1735-4a9d-a772-de3a3a87ae10 req-b1840ac2-7a71-4e4d-836a-a791dd7d28e6 service nova] Acquiring lock "80c4939f-e928-4027-8789-15aebefa725a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.004686] env[69784]: DEBUG oslo_concurrency.lockutils [req-2a2f97b5-1735-4a9d-a772-de3a3a87ae10 req-b1840ac2-7a71-4e4d-836a-a791dd7d28e6 service nova] Lock "80c4939f-e928-4027-8789-15aebefa725a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.004920] env[69784]: DEBUG oslo_concurrency.lockutils [req-2a2f97b5-1735-4a9d-a772-de3a3a87ae10 req-b1840ac2-7a71-4e4d-836a-a791dd7d28e6 service nova] Lock "80c4939f-e928-4027-8789-15aebefa725a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.005316] env[69784]: DEBUG nova.compute.manager [req-2a2f97b5-1735-4a9d-a772-de3a3a87ae10 req-b1840ac2-7a71-4e4d-836a-a791dd7d28e6 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] No waiting events found dispatching network-vif-plugged-d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.005966] env[69784]: WARNING nova.compute.manager [req-2a2f97b5-1735-4a9d-a772-de3a3a87ae10 req-b1840ac2-7a71-4e4d-836a-a791dd7d28e6 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Received unexpected event network-vif-plugged-d150ee09-dd8a-4d63-8c0f-e16fc48459d2 for instance with vm_state building and task_state spawning. [ 688.261913] env[69784]: DEBUG nova.network.neutron [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updated VIF entry in instance network info cache for port 43576d7b-b1df-483f-a85a-f55f3479348d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.262316] env[69784]: DEBUG nova.network.neutron [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updating instance_info_cache with network_info: [{"id": "43576d7b-b1df-483f-a85a-f55f3479348d", "address": "fa:16:3e:74:85:dc", "network": {"id": "d8b7b6e4-61af-471b-bfa1-fdf0e4af766b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1031710807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f881a75eb2943b89e4ae0e0cdbd4fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43576d7b-b1", "ovs_interfaceid": "43576d7b-b1df-483f-a85a-f55f3479348d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.320792] env[69784]: DEBUG nova.network.neutron [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.418900] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.421731] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.423386] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.496s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.423612] env[69784]: DEBUG nova.objects.instance [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lazy-loading 'resources' on Instance uuid 93c56a3e-9744-47b3-b691-b6f28d16351f {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.478156] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cf4f2f-4039-4353-0548-18204e8b0abd, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.479177] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.479443] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 32d380c2-6ed7-423f-b555-584965ef0110/32d380c2-6ed7-423f-b555-584965ef0110.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.479706] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d53c85b1-d337-4f7a-b395-8583b40c9baf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.489898] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 688.489898] env[69784]: value = "task-3627032" [ 688.489898] env[69784]: _type = "Task" [ 688.489898] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.500909] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.645916] env[69784]: DEBUG nova.network.neutron [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Updating instance_info_cache with network_info: [{"id": "d150ee09-dd8a-4d63-8c0f-e16fc48459d2", "address": "fa:16:3e:a6:33:0b", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd150ee09-dd", "ovs_interfaceid": "d150ee09-dd8a-4d63-8c0f-e16fc48459d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.769405] env[69784]: DEBUG oslo_concurrency.lockutils [req-59be34e9-de5e-47b9-b557-bb80e81d7dff req-d02d7dec-78fe-4bd9-912a-e5ca4e08ac20 service nova] Releasing lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.925777] env[69784]: DEBUG nova.compute.utils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.932877] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.932877] env[69784]: DEBUG nova.network.neutron [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.007070] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.016510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "cb792760-6b35-4299-9fca-6412fa62312c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.016510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "cb792760-6b35-4299-9fca-6412fa62312c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.016510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "cb792760-6b35-4299-9fca-6412fa62312c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.016510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "cb792760-6b35-4299-9fca-6412fa62312c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.016712] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "cb792760-6b35-4299-9fca-6412fa62312c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.018932] env[69784]: INFO nova.compute.manager [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Terminating instance [ 689.071853] env[69784]: DEBUG nova.policy [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1498f3a22df4bc09bef8fccaf6c12d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '454e3c7fe0ae45d292b172d01f6816d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.151757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "refresh_cache-80c4939f-e928-4027-8789-15aebefa725a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152295] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Instance network_info: |[{"id": "d150ee09-dd8a-4d63-8c0f-e16fc48459d2", "address": "fa:16:3e:a6:33:0b", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd150ee09-dd", "ovs_interfaceid": "d150ee09-dd8a-4d63-8c0f-e16fc48459d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.153289] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:33:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd150ee09-dd8a-4d63-8c0f-e16fc48459d2', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.162746] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating folder: Project (b918e7ca5a294d469c60a7616be6c4da). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.162746] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53a61cd2-0610-443f-96d0-8c24845eb3d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.173488] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created folder: Project (b918e7ca5a294d469c60a7616be6c4da) in parent group-v723273. [ 689.174438] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating folder: Instances. Parent ref: group-v723301. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.174438] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de99fc3-aa59-4c0d-99ca-6dba3d395e2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.185498] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created folder: Instances in parent group-v723301. [ 689.185614] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.185906] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.186041] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f59eb566-f418-4bd4-ba3d-da4092ef6b8d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.218257] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.218257] env[69784]: value = "task-3627035" [ 689.218257] env[69784]: _type = "Task" [ 689.218257] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.228624] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627035, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.429219] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.512281] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998397} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.512281] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 32d380c2-6ed7-423f-b555-584965ef0110/32d380c2-6ed7-423f-b555-584965ef0110.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.512281] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.512281] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d17d46b-7d53-48f9-89c9-a9e75fecb879 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.519041] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 689.519041] env[69784]: value = "task-3627036" [ 689.519041] env[69784]: _type = "Task" [ 689.519041] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.531337] env[69784]: DEBUG nova.compute.manager [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.531337] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.531337] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140cac1f-9e78-483b-b81d-b1775b9abfc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.535726] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e9d00-9d43-40d7-80c7-e03d06bc2fef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.542320] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.547103] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.548329] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef7a2a9-da76-4cd5-b438-3a119792fbf7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.550665] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd834065-5cd8-4200-a6ed-fbb07c0ec1a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.563144] env[69784]: DEBUG oslo_vmware.api [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 689.563144] env[69784]: value = "task-3627037" [ 689.563144] env[69784]: _type = "Task" [ 689.563144] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.598965] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27fd2d-9a35-439f-8dcd-ea2b6d1a833d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.604950] env[69784]: DEBUG oslo_vmware.api [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.608504] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621a5f3-f43e-4e39-9f58-dd407e1b6a8e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.624025] env[69784]: DEBUG nova.compute.provider_tree [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.731752] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627035, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.991789] env[69784]: DEBUG nova.network.neutron [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Successfully created port: a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.032740] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145641} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.032740] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.032740] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14facc4a-9e06-40aa-8633-1bfeaf0e9d7c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.054247] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 32d380c2-6ed7-423f-b555-584965ef0110/32d380c2-6ed7-423f-b555-584965ef0110.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.055716] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9a4d5c-a122-45c0-a9b0-39422f0d302a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074967] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 690.074967] env[69784]: value = "task-3627038" [ 690.074967] env[69784]: _type = "Task" [ 690.074967] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.084643] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.102283] env[69784]: DEBUG oslo_vmware.api [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627037, 'name': PowerOffVM_Task, 'duration_secs': 0.504731} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.102546] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.102710] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.102950] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53c37e5-9c40-4406-9f5f-c550df5c5f44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.127922] env[69784]: DEBUG nova.scheduler.client.report [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.228826] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627035, 'name': CreateVM_Task, 'duration_secs': 0.818476} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.229010] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.229720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.229889] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.230257] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.230502] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb38f35a-3aa1-48a6-ad70-5be638d0ab6c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.234958] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 690.234958] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af9463-4944-9cfd-4b30-ab6038eaf9c1" [ 690.234958] env[69784]: _type = "Task" [ 690.234958] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.242915] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af9463-4944-9cfd-4b30-ab6038eaf9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.288179] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.288179] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.288179] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Deleting the datastore file [datastore1] cb792760-6b35-4299-9fca-6412fa62312c {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.288179] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f81cabf-1414-40ff-8285-101669a7645e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.294706] env[69784]: DEBUG oslo_vmware.api [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for the task: (returnval){ [ 690.294706] env[69784]: value = "task-3627040" [ 690.294706] env[69784]: _type = "Task" [ 690.294706] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.306110] env[69784]: DEBUG oslo_vmware.api [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.342764] env[69784]: DEBUG nova.network.neutron [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Successfully updated port: 25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.444802] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.482923] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.482923] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.483138] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.483219] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.483385] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.483544] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.483749] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.483905] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.484281] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.484281] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.484430] env[69784]: DEBUG nova.virt.hardware [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.485425] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4893d0-7c16-4de5-a774-803d66b6f898 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.495812] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9f2808-8740-4cd8-99b3-ac3572d46926 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.585795] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627038, 'name': ReconfigVM_Task, 'duration_secs': 0.363751} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.585795] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 32d380c2-6ed7-423f-b555-584965ef0110/32d380c2-6ed7-423f-b555-584965ef0110.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.586785] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5bdeead-695b-4e75-9924-71df97e0aba5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.594560] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 690.594560] env[69784]: value = "task-3627041" [ 690.594560] env[69784]: _type = "Task" [ 690.594560] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.603956] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627041, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.638820] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.639162] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.018s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.673722] env[69784]: INFO nova.scheduler.client.report [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Deleted allocations for instance 93c56a3e-9744-47b3-b691-b6f28d16351f [ 690.746859] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af9463-4944-9cfd-4b30-ab6038eaf9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.026956} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.747198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.747479] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.747749] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.747893] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.748098] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.748733] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9dfb9cc-66c2-4a7f-9fb6-f9f241439b59 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.760272] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.760512] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.762231] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5ef33b-826c-43f7-80b6-7f83353b5d7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.769506] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 690.769506] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520a5415-d4d8-c22f-48bf-000f53c73152" [ 690.769506] env[69784]: _type = "Task" [ 690.769506] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.779617] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520a5415-d4d8-c22f-48bf-000f53c73152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.805181] env[69784]: DEBUG oslo_vmware.api [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Task: {'id': task-3627040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471772} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.805455] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.805643] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.806524] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.806655] env[69784]: INFO nova.compute.manager [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 690.807069] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.807318] env[69784]: DEBUG nova.compute.manager [-] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.807468] env[69784]: DEBUG nova.network.neutron [-] [instance: cb792760-6b35-4299-9fca-6412fa62312c] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.845385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "refresh_cache-3389c5e6-23b8-457f-9a79-47acd61a69ce" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.845537] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquired lock "refresh_cache-3389c5e6-23b8-457f-9a79-47acd61a69ce" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.845731] env[69784]: DEBUG nova.network.neutron [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.107646] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627041, 'name': Rename_Task, 'duration_secs': 0.319715} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.107947] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.108956] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c02860-6566-4425-b6e4-851ca5535425 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.115374] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 691.115374] env[69784]: value = "task-3627042" [ 691.115374] env[69784]: _type = "Task" [ 691.115374] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.124844] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.146793] env[69784]: INFO nova.compute.claims [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.187534] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.187747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.188154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6ecb0bde-722c-4fd7-b9d4-d1da9bfb4ae3 tempest-DeleteServersAdminTestJSON-1345289931 tempest-DeleteServersAdminTestJSON-1345289931-project-admin] Lock "93c56a3e-9744-47b3-b691-b6f28d16351f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.661s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.283284] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520a5415-d4d8-c22f-48bf-000f53c73152, 'name': SearchDatastore_Task, 'duration_secs': 0.018014} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.284561] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f73b6b-fd4f-4280-a0bd-bd17763f6e92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.290594] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 691.290594] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c65140-ba94-045d-b0aa-c14d3a74a0e2" [ 691.290594] env[69784]: _type = "Task" [ 691.290594] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.301913] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c65140-ba94-045d-b0aa-c14d3a74a0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.626902] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.655543] env[69784]: INFO nova.compute.resource_tracker [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating resource usage from migration 34351e62-1cec-495a-a455-fa396fea5bb2 [ 691.703364] env[69784]: DEBUG nova.network.neutron [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.805021] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c65140-ba94-045d-b0aa-c14d3a74a0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019111} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.805609] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.805914] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 80c4939f-e928-4027-8789-15aebefa725a/80c4939f-e928-4027-8789-15aebefa725a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.806343] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250c7049-c391-4120-bb91-a722322408c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.813506] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 691.813506] env[69784]: value = "task-3627043" [ 691.813506] env[69784]: _type = "Task" [ 691.813506] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.828307] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.057724] env[69784]: DEBUG nova.compute.manager [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Received event network-changed-d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.057920] env[69784]: DEBUG nova.compute.manager [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Refreshing instance network info cache due to event network-changed-d150ee09-dd8a-4d63-8c0f-e16fc48459d2. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.058346] env[69784]: DEBUG oslo_concurrency.lockutils [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] Acquiring lock "refresh_cache-80c4939f-e928-4027-8789-15aebefa725a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.058346] env[69784]: DEBUG oslo_concurrency.lockutils [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] Acquired lock "refresh_cache-80c4939f-e928-4027-8789-15aebefa725a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.058516] env[69784]: DEBUG nova.network.neutron [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Refreshing network info cache for port d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.128147] env[69784]: DEBUG oslo_vmware.api [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627042, 'name': PowerOnVM_Task, 'duration_secs': 0.541868} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.129421] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.129421] env[69784]: INFO nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Took 9.71 seconds to spawn the instance on the hypervisor. [ 692.129676] env[69784]: DEBUG nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.130835] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf7922-2c3f-4f7c-b353-91c050b87b66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.136923] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfec547-736f-499d-beea-04b5c03700e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.154957] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f63beec-dca3-417e-8ad9-ea22a1769255 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.189685] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6941d11-2496-4ede-9488-272748ed5191 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.197608] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200dd214-5f8d-4976-aad9-07683cdd3eba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.217209] env[69784]: DEBUG nova.compute.provider_tree [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.323790] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.382554] env[69784]: DEBUG nova.network.neutron [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Updating instance_info_cache with network_info: [{"id": "25f863e8-102c-4e54-b58f-2b8567366d95", "address": "fa:16:3e:cf:07:61", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f863e8-10", "ovs_interfaceid": "25f863e8-102c-4e54-b58f-2b8567366d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.665480] env[69784]: INFO nova.compute.manager [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Took 24.71 seconds to build instance. [ 692.691767] env[69784]: DEBUG nova.network.neutron [-] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.723548] env[69784]: DEBUG nova.scheduler.client.report [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.831284] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602851} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.831546] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 80c4939f-e928-4027-8789-15aebefa725a/80c4939f-e928-4027-8789-15aebefa725a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.831687] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.831964] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5cf2e72-6638-42b2-9df6-709bbbca5b7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.841202] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 692.841202] env[69784]: value = "task-3627044" [ 692.841202] env[69784]: _type = "Task" [ 692.841202] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.851036] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.897277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Releasing lock "refresh_cache-3389c5e6-23b8-457f-9a79-47acd61a69ce" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.897639] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Instance network_info: |[{"id": "25f863e8-102c-4e54-b58f-2b8567366d95", "address": "fa:16:3e:cf:07:61", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f863e8-10", "ovs_interfaceid": "25f863e8-102c-4e54-b58f-2b8567366d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.898081] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:07:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f863e8-102c-4e54-b58f-2b8567366d95', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.910947] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Creating folder: Project (0834452ccb4246f899a60132ab8398e7). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.910947] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10ab3ba-88c3-4761-9f24-2b30e99c856e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.920418] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Created folder: Project (0834452ccb4246f899a60132ab8398e7) in parent group-v723273. [ 692.921141] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Creating folder: Instances. Parent ref: group-v723304. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.921460] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-428b6756-4170-45b8-b7df-89b9c79f8172 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.931274] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Created folder: Instances in parent group-v723304. [ 692.931490] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.931687] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.931885] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0fbb0ad-ebca-4ded-8257-4dcfc6c30c72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.952452] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.952452] env[69784]: value = "task-3627047" [ 692.952452] env[69784]: _type = "Task" [ 692.952452] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.962242] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627047, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.044917] env[69784]: DEBUG nova.network.neutron [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Updated VIF entry in instance network info cache for port d150ee09-dd8a-4d63-8c0f-e16fc48459d2. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.045549] env[69784]: DEBUG nova.network.neutron [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Updating instance_info_cache with network_info: [{"id": "d150ee09-dd8a-4d63-8c0f-e16fc48459d2", "address": "fa:16:3e:a6:33:0b", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd150ee09-dd", "ovs_interfaceid": "d150ee09-dd8a-4d63-8c0f-e16fc48459d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.169953] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a472925-3b63-47c1-a80c-9a0f882b256e tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "32d380c2-6ed7-423f-b555-584965ef0110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.681s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.173019] env[69784]: DEBUG nova.network.neutron [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Successfully updated port: a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.196509] env[69784]: INFO nova.compute.manager [-] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Took 2.39 seconds to deallocate network for instance. [ 693.231044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.591s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.231044] env[69784]: INFO nova.compute.manager [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Migrating [ 693.231044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.231044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.231886] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.644s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.236599] env[69784]: INFO nova.compute.claims [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.357430] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109012} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.357703] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.358524] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c781ebb-6226-42b0-a4b4-d7c6eb5f2d04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.389606] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 80c4939f-e928-4027-8789-15aebefa725a/80c4939f-e928-4027-8789-15aebefa725a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.391113] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e2ce2e-f10f-4cfd-9cfb-f6fc0b6b27e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.408690] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 693.408690] env[69784]: value = "task-3627048" [ 693.408690] env[69784]: _type = "Task" [ 693.408690] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.417896] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.476832] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627047, 'name': CreateVM_Task, 'duration_secs': 0.458321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.476832] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.477035] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.477090] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.477414] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.479723] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cd2836-2e6a-4939-9b85-ae6c70fa9637 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.485636] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 693.485636] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7fb3a-87c0-a68b-f07f-206cefd46748" [ 693.485636] env[69784]: _type = "Task" [ 693.485636] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.498299] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7fb3a-87c0-a68b-f07f-206cefd46748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.526287] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.526707] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.549994] env[69784]: DEBUG oslo_concurrency.lockutils [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] Releasing lock "refresh_cache-80c4939f-e928-4027-8789-15aebefa725a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.549994] env[69784]: DEBUG nova.compute.manager [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Received event network-vif-plugged-25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.550469] env[69784]: DEBUG oslo_concurrency.lockutils [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] Acquiring lock "3389c5e6-23b8-457f-9a79-47acd61a69ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.550469] env[69784]: DEBUG oslo_concurrency.lockutils [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.550469] env[69784]: DEBUG oslo_concurrency.lockutils [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.550869] env[69784]: DEBUG nova.compute.manager [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] No waiting events found dispatching network-vif-plugged-25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.550920] env[69784]: WARNING nova.compute.manager [req-a4de9cea-70ef-44fb-af49-207fe17a8e2f req-f279ca52-dd3d-4e2d-8edb-61edb640aaf5 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Received unexpected event network-vif-plugged-25f863e8-102c-4e54-b58f-2b8567366d95 for instance with vm_state building and task_state spawning. [ 693.675785] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "refresh_cache-3392f89e-b4f5-4a1d-bfde-81386244da0e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.676267] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquired lock "refresh_cache-3392f89e-b4f5-4a1d-bfde-81386244da0e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.676267] env[69784]: DEBUG nova.network.neutron [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.681442] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.703445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.742503] env[69784]: INFO nova.compute.rpcapi [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 693.743089] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.921037] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.000227] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7fb3a-87c0-a68b-f07f-206cefd46748, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.001082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.001082] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.001082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.002115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.002115] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.002115] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0305be54-f553-46e2-a13c-81c9c8d02277 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.010225] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.010725] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.011454] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b61db29-ee97-461f-a6f7-e070ea37ffb2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.023238] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 694.023238] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521be35e-8deb-a00d-f530-e01cf571b422" [ 694.023238] env[69784]: _type = "Task" [ 694.023238] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.033916] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521be35e-8deb-a00d-f530-e01cf571b422, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.034743] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a6f242-11fc-4657-b22c-bf9b080e5c8c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.039508] env[69784]: DEBUG nova.compute.manager [req-7cd9aae7-fc8d-4e7e-9c91-0056c09541c2 req-dbda03dd-bbd3-41a7-9dc2-f5316f0df56c service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Received event network-vif-plugged-a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.039508] env[69784]: DEBUG oslo_concurrency.lockutils [req-7cd9aae7-fc8d-4e7e-9c91-0056c09541c2 req-dbda03dd-bbd3-41a7-9dc2-f5316f0df56c service nova] Acquiring lock "3392f89e-b4f5-4a1d-bfde-81386244da0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.039508] env[69784]: DEBUG oslo_concurrency.lockutils [req-7cd9aae7-fc8d-4e7e-9c91-0056c09541c2 req-dbda03dd-bbd3-41a7-9dc2-f5316f0df56c service nova] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.039981] env[69784]: DEBUG oslo_concurrency.lockutils [req-7cd9aae7-fc8d-4e7e-9c91-0056c09541c2 req-dbda03dd-bbd3-41a7-9dc2-f5316f0df56c service nova] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.039981] env[69784]: DEBUG nova.compute.manager [req-7cd9aae7-fc8d-4e7e-9c91-0056c09541c2 req-dbda03dd-bbd3-41a7-9dc2-f5316f0df56c service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] No waiting events found dispatching network-vif-plugged-a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.040176] env[69784]: WARNING nova.compute.manager [req-7cd9aae7-fc8d-4e7e-9c91-0056c09541c2 req-dbda03dd-bbd3-41a7-9dc2-f5316f0df56c service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Received unexpected event network-vif-plugged-a8b048d5-af1d-499e-a8da-9cda489c4254 for instance with vm_state building and task_state spawning. [ 694.044302] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 694.044302] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b91f4d-ded0-27ba-d0e2-9013b12498f3" [ 694.044302] env[69784]: _type = "Task" [ 694.044302] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.053861] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b91f4d-ded0-27ba-d0e2-9013b12498f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.209780] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.275015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.276571] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.276818] env[69784]: DEBUG nova.network.neutron [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.356228] env[69784]: DEBUG nova.network.neutron [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.421362] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627048, 'name': ReconfigVM_Task, 'duration_secs': 0.72239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.425626] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 80c4939f-e928-4027-8789-15aebefa725a/80c4939f-e928-4027-8789-15aebefa725a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.425987] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce35276f-8cd4-454f-90df-a97a01b27073 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.432829] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 694.432829] env[69784]: value = "task-3627049" [ 694.432829] env[69784]: _type = "Task" [ 694.432829] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.446616] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627049, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.491399] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.491699] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.560415] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b91f4d-ded0-27ba-d0e2-9013b12498f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.561333] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.561333] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 3389c5e6-23b8-457f-9a79-47acd61a69ce/3389c5e6-23b8-457f-9a79-47acd61a69ce.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.561625] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6796d8-ca0b-4320-8157-b799a5d822db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.568934] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 694.568934] env[69784]: value = "task-3627050" [ 694.568934] env[69784]: _type = "Task" [ 694.568934] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.578963] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.904296] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d77dc3-162d-4ca5-8a0c-dc85f3196ced {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.925359] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52971310-7d09-4b80-ad72-9359021c54a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.988837] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c7316-9fa9-40a5-93a5-daf1a43ca3b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.005260] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627049, 'name': Rename_Task, 'duration_secs': 0.182617} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.007320] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.007968] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef75e1a3-08f7-48c4-887d-4486ead799a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.012585] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b628e12-ac1d-4859-89d0-a66e559a778d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.024420] env[69784]: DEBUG nova.network.neutron [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Updating instance_info_cache with network_info: [{"id": "a8b048d5-af1d-499e-a8da-9cda489c4254", "address": "fa:16:3e:6f:37:42", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b048d5-af", "ovs_interfaceid": "a8b048d5-af1d-499e-a8da-9cda489c4254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.040420] env[69784]: DEBUG nova.compute.provider_tree [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.045511] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 695.045511] env[69784]: value = "task-3627051" [ 695.045511] env[69784]: _type = "Task" [ 695.045511] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.064349] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627051, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.084868] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627050, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.428205] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "a6536297-e66b-438c-95c2-8050cfa89684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.428608] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "a6536297-e66b-438c-95c2-8050cfa89684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.547647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Releasing lock "refresh_cache-3392f89e-b4f5-4a1d-bfde-81386244da0e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.549649] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Instance network_info: |[{"id": "a8b048d5-af1d-499e-a8da-9cda489c4254", "address": "fa:16:3e:6f:37:42", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b048d5-af", "ovs_interfaceid": "a8b048d5-af1d-499e-a8da-9cda489c4254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.549886] env[69784]: DEBUG nova.scheduler.client.report [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.554518] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:37:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8b048d5-af1d-499e-a8da-9cda489c4254', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.568556] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Creating folder: Project (454e3c7fe0ae45d292b172d01f6816d4). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.574716] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d29f7ac-5784-48f9-82f7-c17849ba1b84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.590057] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.599265] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772934} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.599654] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Created folder: Project (454e3c7fe0ae45d292b172d01f6816d4) in parent group-v723273. [ 695.599892] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Creating folder: Instances. Parent ref: group-v723307. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.600262] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 3389c5e6-23b8-457f-9a79-47acd61a69ce/3389c5e6-23b8-457f-9a79-47acd61a69ce.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.602645] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.602645] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c031ab6-7ebd-4f13-9e87-28f57d1cb477 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.603160] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6825a963-5d94-41b9-9325-402fd4a0874b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.612150] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 695.612150] env[69784]: value = "task-3627054" [ 695.612150] env[69784]: _type = "Task" [ 695.612150] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.613522] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Created folder: Instances in parent group-v723307. [ 695.614735] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.618845] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.619138] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78cefd21-9c15-485d-9c01-f59c0682cbcc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.637247] env[69784]: DEBUG nova.network.neutron [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [{"id": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "address": "fa:16:3e:d5:ad:8e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6c2151-9e", "ovs_interfaceid": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.644051] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.645847] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.645847] env[69784]: value = "task-3627055" [ 695.645847] env[69784]: _type = "Task" [ 695.645847] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.654319] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627055, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.701252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.702243] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.902401] env[69784]: DEBUG nova.compute.manager [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Received event network-changed-25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.907640] env[69784]: DEBUG nova.compute.manager [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Refreshing instance network info cache due to event network-changed-25f863e8-102c-4e54-b58f-2b8567366d95. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.907640] env[69784]: DEBUG oslo_concurrency.lockutils [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] Acquiring lock "refresh_cache-3389c5e6-23b8-457f-9a79-47acd61a69ce" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.907640] env[69784]: DEBUG oslo_concurrency.lockutils [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] Acquired lock "refresh_cache-3389c5e6-23b8-457f-9a79-47acd61a69ce" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.907640] env[69784]: DEBUG nova.network.neutron [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Refreshing network info cache for port 25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.066339] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627051, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.070671] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.071172] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.074720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.217s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.076576] env[69784]: INFO nova.compute.claims [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.128761] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218425} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.129079] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.130930] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc27a7-2276-4da4-8054-d5795a6b1479 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.154726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.173303] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3389c5e6-23b8-457f-9a79-47acd61a69ce/3389c5e6-23b8-457f-9a79-47acd61a69ce.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.181108] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f454d4a7-8c39-4081-afaa-27a391f67bf5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.214964] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627055, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.217377] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 696.217377] env[69784]: value = "task-3627056" [ 696.217377] env[69784]: _type = "Task" [ 696.217377] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.230706] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.567356] env[69784]: DEBUG oslo_vmware.api [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627051, 'name': PowerOnVM_Task, 'duration_secs': 1.143979} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.567833] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.567957] env[69784]: INFO nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Took 11.42 seconds to spawn the instance on the hypervisor. [ 696.568246] env[69784]: DEBUG nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.569178] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84336e0c-f05d-4780-b418-93aae152ab56 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.581256] env[69784]: DEBUG nova.compute.utils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.584827] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.584827] env[69784]: DEBUG nova.network.neutron [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.675465] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627055, 'name': CreateVM_Task, 'duration_secs': 0.581722} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.675465] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.675465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.675465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.675465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.680594] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4b06b8-b5f2-45ce-8c45-bfadb60f2e77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.687280] env[69784]: DEBUG nova.policy [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6297d87ae6a9417abae8b189fef78d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69fa2a232f6437585f81c92074db20f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.698804] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 696.698804] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a47f9-4d3c-93e3-1018-c20b10901b71" [ 696.698804] env[69784]: _type = "Task" [ 696.698804] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.707573] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a47f9-4d3c-93e3-1018-c20b10901b71, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.707841] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.708081] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.708311] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.709855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.709855] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.709855] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd653ff2-cdce-4e08-b5fd-c55206eeb857 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.717745] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.717931] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.719310] env[69784]: DEBUG nova.network.neutron [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Updated VIF entry in instance network info cache for port 25f863e8-102c-4e54-b58f-2b8567366d95. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.719631] env[69784]: DEBUG nova.network.neutron [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Updating instance_info_cache with network_info: [{"id": "25f863e8-102c-4e54-b58f-2b8567366d95", "address": "fa:16:3e:cf:07:61", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f863e8-10", "ovs_interfaceid": "25f863e8-102c-4e54-b58f-2b8567366d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.720812] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e973b54a-5130-4fc8-8516-974bd550cb22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.729673] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 696.729673] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528ea9de-4771-c0ee-9ba3-90248d580cc4" [ 696.729673] env[69784]: _type = "Task" [ 696.729673] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.737182] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.751867] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528ea9de-4771-c0ee-9ba3-90248d580cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.752391] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc50cfdd-6ad0-4e96-92a3-4f92276a66d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.758361] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 696.758361] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52240325-0c00-6fb2-a9dd-3fe8da8b372d" [ 696.758361] env[69784]: _type = "Task" [ 696.758361] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.771949] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52240325-0c00-6fb2-a9dd-3fe8da8b372d, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.772215] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.772463] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 3392f89e-b4f5-4a1d-bfde-81386244da0e/3392f89e-b4f5-4a1d-bfde-81386244da0e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.772700] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b264d404-e13d-4f19-89f8-15677f19c1bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.779811] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 696.779811] env[69784]: value = "task-3627057" [ 696.779811] env[69784]: _type = "Task" [ 696.779811] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.790563] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.088051] env[69784]: INFO nova.compute.manager [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Took 28.07 seconds to build instance. [ 697.091505] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.208792] env[69784]: DEBUG nova.network.neutron [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Successfully created port: 481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.227655] env[69784]: DEBUG oslo_concurrency.lockutils [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] Releasing lock "refresh_cache-3389c5e6-23b8-457f-9a79-47acd61a69ce" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.227950] env[69784]: DEBUG nova.compute.manager [req-c5072a97-a430-410f-a819-5c8b0e9aa1a5 req-675c3c48-e68e-414a-aa1a-acfe62135493 service nova] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Received event network-vif-deleted-b6b06cb0-2466-4fdd-ad16-913cfb19c105 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.236669] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627056, 'name': ReconfigVM_Task, 'duration_secs': 0.610285} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.240081] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3389c5e6-23b8-457f-9a79-47acd61a69ce/3389c5e6-23b8-457f-9a79-47acd61a69ce.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.241106] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e91c9777-df48-430a-ace4-6a80d3aaa342 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.249434] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 697.249434] env[69784]: value = "task-3627058" [ 697.249434] env[69784]: _type = "Task" [ 697.249434] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.257625] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627058, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.289804] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627057, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.336826] env[69784]: DEBUG nova.compute.manager [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Received event network-changed-a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.336826] env[69784]: DEBUG nova.compute.manager [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Refreshing instance network info cache due to event network-changed-a8b048d5-af1d-499e-a8da-9cda489c4254. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.336826] env[69784]: DEBUG oslo_concurrency.lockutils [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] Acquiring lock "refresh_cache-3392f89e-b4f5-4a1d-bfde-81386244da0e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.336826] env[69784]: DEBUG oslo_concurrency.lockutils [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] Acquired lock "refresh_cache-3392f89e-b4f5-4a1d-bfde-81386244da0e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.336826] env[69784]: DEBUG nova.network.neutron [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Refreshing network info cache for port a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.597319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e83f56ac-15a5-47e8-b969-7cb694a125ab tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.990s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.703474] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01764b57-6399-406c-9d2a-186c7f0d9f32 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.730445] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.742716] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da4252-61e8-4e21-834c-e165b670e8e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.746030] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.746030] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.755304] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ed4d87-0462-482b-a356-676fe6887728 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.761523] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627058, 'name': Rename_Task, 'duration_secs': 0.181449} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.762108] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.762725] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3289e072-8b26-4276-8e8c-762aae8cefc5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.793220] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f5b4f-9b3e-4855-b8f7-88dba3d4fded {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.797323] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 697.797323] env[69784]: value = "task-3627059" [ 697.797323] env[69784]: _type = "Task" [ 697.797323] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.805708] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520607} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.807342] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa6e526-2d1d-4069-b9ec-64f0a7986212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.812909] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 3392f89e-b4f5-4a1d-bfde-81386244da0e/3392f89e-b4f5-4a1d-bfde-81386244da0e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.813112] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.816641] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f38189a2-d882-4976-bdb7-edb3653b986f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.819087] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627059, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.829788] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.832129] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 697.832129] env[69784]: value = "task-3627060" [ 697.832129] env[69784]: _type = "Task" [ 697.832129] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.840253] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.101883] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.111850] env[69784]: DEBUG nova.network.neutron [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Updated VIF entry in instance network info cache for port a8b048d5-af1d-499e-a8da-9cda489c4254. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.111850] env[69784]: DEBUG nova.network.neutron [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Updating instance_info_cache with network_info: [{"id": "a8b048d5-af1d-499e-a8da-9cda489c4254", "address": "fa:16:3e:6f:37:42", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b048d5-af", "ovs_interfaceid": "a8b048d5-af1d-499e-a8da-9cda489c4254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.113781] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.160277] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:37:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='81158958',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-294769150',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.160538] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.160692] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.160915] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.161063] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.161188] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.161405] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.161559] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.161723] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.161891] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.162069] env[69784]: DEBUG nova.virt.hardware [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.163326] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24474bc2-1c3c-48c7-a178-c9d94b8d4646 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.171917] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7799b5b-3434-435c-957f-4453f3b1641e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.249019] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.249019] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd19c48-f751-45e6-a90e-ed834cd866b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.255498] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 698.255498] env[69784]: value = "task-3627061" [ 698.255498] env[69784]: _type = "Task" [ 698.255498] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.264164] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.308096] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627059, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.346789] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115714} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.347261] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.348100] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5815bd8e-0817-4b19-9fcd-914c95b739d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.358264] env[69784]: ERROR nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [req-05e65630-06c1-4ef4-9883-d2827d01f665] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05e65630-06c1-4ef4-9883-d2827d01f665"}]} [ 698.376824] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 3392f89e-b4f5-4a1d-bfde-81386244da0e/3392f89e-b4f5-4a1d-bfde-81386244da0e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.378099] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e09301a-21ae-431f-816c-7b9f0f7365a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.392518] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 698.404044] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 698.404044] env[69784]: value = "task-3627062" [ 698.404044] env[69784]: _type = "Task" [ 698.404044] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.410695] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.418186] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 698.418415] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.432409] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 698.438613] env[69784]: DEBUG nova.compute.manager [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Received event network-changed-43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.438945] env[69784]: DEBUG nova.compute.manager [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Refreshing instance network info cache due to event network-changed-43576d7b-b1df-483f-a85a-f55f3479348d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.439517] env[69784]: DEBUG oslo_concurrency.lockutils [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] Acquiring lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.439517] env[69784]: DEBUG oslo_concurrency.lockutils [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] Acquired lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.439725] env[69784]: DEBUG nova.network.neutron [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Refreshing network info cache for port 43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.459564] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 698.620209] env[69784]: DEBUG oslo_concurrency.lockutils [req-f0ea98aa-f81e-40c8-89af-38b831ffc454 req-8d533f53-e87c-4047-8344-0e6b134141d3 service nova] Releasing lock "refresh_cache-3392f89e-b4f5-4a1d-bfde-81386244da0e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.629929] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.770771] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627061, 'name': PowerOffVM_Task, 'duration_secs': 0.353051} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.774492] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.774840] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.808886] env[69784]: DEBUG oslo_vmware.api [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627059, 'name': PowerOnVM_Task, 'duration_secs': 0.651162} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.812176] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.812909] env[69784]: INFO nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Took 10.97 seconds to spawn the instance on the hypervisor. [ 698.812909] env[69784]: DEBUG nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.813700] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc09d5-1d00-48cb-ad12-2200ec01e7fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.912515] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627062, 'name': ReconfigVM_Task, 'duration_secs': 0.319206} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.915822] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 3392f89e-b4f5-4a1d-bfde-81386244da0e/3392f89e-b4f5-4a1d-bfde-81386244da0e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.916923] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25bb5c2-72d7-4d2d-ab70-af2c3a30a306 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.924647] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 698.924647] env[69784]: value = "task-3627063" [ 698.924647] env[69784]: _type = "Task" [ 698.924647] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.932929] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627063, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.977868] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "80c4939f-e928-4027-8789-15aebefa725a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.978139] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.978291] env[69784]: DEBUG nova.compute.manager [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.979191] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f2561-a630-44cb-9e95-c5d2f2dd629b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.986170] env[69784]: DEBUG nova.compute.manager [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 698.987053] env[69784]: DEBUG nova.objects.instance [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lazy-loading 'flavor' on Instance uuid 80c4939f-e928-4027-8789-15aebefa725a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.064799] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f65226-bf64-457d-a21b-dd2a9099d5a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.072289] env[69784]: DEBUG nova.network.neutron [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Successfully updated port: 481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.077546] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffb9d6b-aec6-4285-ae6c-e412fcab5bbc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.114331] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05074e7a-5c30-4715-b2d4-47cbc7824eb9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.123104] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e49d1e-0b84-4353-b2d3-ac98dce74bc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.137243] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.258361] env[69784]: DEBUG nova.network.neutron [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updated VIF entry in instance network info cache for port 43576d7b-b1df-483f-a85a-f55f3479348d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.258719] env[69784]: DEBUG nova.network.neutron [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updating instance_info_cache with network_info: [{"id": "43576d7b-b1df-483f-a85a-f55f3479348d", "address": "fa:16:3e:74:85:dc", "network": {"id": "d8b7b6e4-61af-471b-bfa1-fdf0e4af766b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1031710807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f881a75eb2943b89e4ae0e0cdbd4fcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43576d7b-b1", "ovs_interfaceid": "43576d7b-b1df-483f-a85a-f55f3479348d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.282084] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.282318] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.282462] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.282639] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.282776] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.282917] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.283257] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.283437] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.283602] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.283759] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.283922] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.290341] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb266e94-0de5-4ba3-8f62-9fa6ad43d859 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.307242] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 699.307242] env[69784]: value = "task-3627064" [ 699.307242] env[69784]: _type = "Task" [ 699.307242] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.315908] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.337589] env[69784]: INFO nova.compute.manager [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Took 29.91 seconds to build instance. [ 699.434702] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627063, 'name': Rename_Task, 'duration_secs': 0.210482} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.435037] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.435296] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec7f503-18ae-4c7b-8b27-f565b9eec921 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.441125] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 699.441125] env[69784]: value = "task-3627065" [ 699.441125] env[69784]: _type = "Task" [ 699.441125] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.450670] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.579891] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.580075] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.580239] env[69784]: DEBUG nova.network.neutron [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.673273] env[69784]: ERROR nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [req-d1cd6f7e-1703-4735-a510-cd6167b5d86b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d1cd6f7e-1703-4735-a510-cd6167b5d86b"}]} [ 699.698780] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 699.712207] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 699.712207] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.724517] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 699.752337] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 699.762765] env[69784]: DEBUG oslo_concurrency.lockutils [req-ef85112b-755a-4183-a17e-98fbc0a51468 req-8e32bb38-15c0-43c9-98a8-9456cbf52e1b service nova] Releasing lock "refresh_cache-32d380c2-6ed7-423f-b555-584965ef0110" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800627] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "9488a636-552a-4019-85bb-98281df807a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.800853] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "9488a636-552a-4019-85bb-98281df807a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.819476] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627064, 'name': ReconfigVM_Task, 'duration_secs': 0.358415} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.819952] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.841561] env[69784]: DEBUG oslo_concurrency.lockutils [None req-da7a4cd4-6a1c-46f8-9144-fddf1a823240 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.701s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.902904] env[69784]: DEBUG nova.compute.manager [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Received event network-vif-plugged-481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.903163] env[69784]: DEBUG oslo_concurrency.lockutils [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] Acquiring lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.903380] env[69784]: DEBUG oslo_concurrency.lockutils [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.904550] env[69784]: DEBUG oslo_concurrency.lockutils [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.904550] env[69784]: DEBUG nova.compute.manager [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] No waiting events found dispatching network-vif-plugged-481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.904550] env[69784]: WARNING nova.compute.manager [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Received unexpected event network-vif-plugged-481dac92-6952-4897-925e-5ba453b48a2d for instance with vm_state building and task_state spawning. [ 699.904550] env[69784]: DEBUG nova.compute.manager [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Received event network-changed-481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.904550] env[69784]: DEBUG nova.compute.manager [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Refreshing instance network info cache due to event network-changed-481dac92-6952-4897-925e-5ba453b48a2d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.904817] env[69784]: DEBUG oslo_concurrency.lockutils [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] Acquiring lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950580] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.996144] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.996500] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e663d68-9e27-4879-8616-e4916420e982 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.004956] env[69784]: DEBUG oslo_vmware.api [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 700.004956] env[69784]: value = "task-3627066" [ 700.004956] env[69784]: _type = "Task" [ 700.004956] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.013477] env[69784]: DEBUG oslo_vmware.api [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.135990] env[69784]: DEBUG nova.network.neutron [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.310779] env[69784]: DEBUG nova.compute.manager [None req-f8b0d885-8bfc-4dcc-8715-c36d1fb9a208 tempest-ServerDiagnosticsTest-1915898276 tempest-ServerDiagnosticsTest-1915898276-project-admin] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.314726] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2791f2-3249-41d9-80ba-5eda8f013253 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.324093] env[69784]: INFO nova.compute.manager [None req-f8b0d885-8bfc-4dcc-8715-c36d1fb9a208 tempest-ServerDiagnosticsTest-1915898276 tempest-ServerDiagnosticsTest-1915898276-project-admin] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Retrieving diagnostics [ 700.324093] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f13b8-4683-435e-9adc-d8db64bf0bbd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.328519] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.328817] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.329023] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.329211] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.329356] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.329500] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.329702] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.329939] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.330136] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.330302] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.330473] env[69784]: DEBUG nova.virt.hardware [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.335975] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 700.340582] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc63207e-d837-412e-ba04-2d4b5d6732ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.360022] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.397125] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ea949-fda2-4129-afc9-f8bfe63defa3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.403514] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 700.403514] env[69784]: value = "task-3627067" [ 700.403514] env[69784]: _type = "Task" [ 700.403514] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.416317] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f7b98f-ca6a-49a5-ae11-53a75cf817bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.426931] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.469974] env[69784]: DEBUG nova.network.neutron [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Updating instance_info_cache with network_info: [{"id": "481dac92-6952-4897-925e-5ba453b48a2d", "address": "fa:16:3e:c4:65:e9", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481dac92-69", "ovs_interfaceid": "481dac92-6952-4897-925e-5ba453b48a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.475530] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7762e7f-0008-450c-a4b4-a57104fb38c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.486567] env[69784]: DEBUG oslo_vmware.api [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627065, 'name': PowerOnVM_Task, 'duration_secs': 0.57556} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.490502] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.490902] env[69784]: INFO nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Took 10.05 seconds to spawn the instance on the hypervisor. [ 700.491200] env[69784]: DEBUG nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.492691] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb5f75b-8e18-4c48-8536-5fa079d94ccf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.497808] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d36b8b-bf1f-4cb2-abd1-a0458e5039bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.529836] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.539185] env[69784]: DEBUG oslo_vmware.api [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627066, 'name': PowerOffVM_Task, 'duration_secs': 0.219469} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.539380] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.539497] env[69784]: DEBUG nova.compute.manager [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.540679] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e4a7d-1b52-40dc-8bfa-fefb848e51ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.891534] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.925036] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627067, 'name': ReconfigVM_Task, 'duration_secs': 0.248888} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.925470] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 700.926745] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ae003-cbd0-4b4d-84de-82723a60b0ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.959034] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba/f6840f44-6cb0-4890-b6e3-8357d10d5fba.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.959931] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2661bd9a-4056-436f-9cc5-1cff224749f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.981185] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Releasing lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.981640] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Instance network_info: |[{"id": "481dac92-6952-4897-925e-5ba453b48a2d", "address": "fa:16:3e:c4:65:e9", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481dac92-69", "ovs_interfaceid": "481dac92-6952-4897-925e-5ba453b48a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.982267] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 700.982267] env[69784]: value = "task-3627068" [ 700.982267] env[69784]: _type = "Task" [ 700.982267] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.983016] env[69784]: DEBUG oslo_concurrency.lockutils [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] Acquired lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.983016] env[69784]: DEBUG nova.network.neutron [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Refreshing network info cache for port 481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.990944] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:65:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '481dac92-6952-4897-925e-5ba453b48a2d', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.996642] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Creating folder: Project (b69fa2a232f6437585f81c92074db20f). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.998777] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0642c7df-6143-4675-a6de-c195d2190024 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.011628] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.013989] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Created folder: Project (b69fa2a232f6437585f81c92074db20f) in parent group-v723273. [ 701.013989] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Creating folder: Instances. Parent ref: group-v723310. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.014143] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20a7d27c-576a-418d-91ee-53df93422322 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.023573] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Created folder: Instances in parent group-v723310. [ 701.023855] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.024119] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.024791] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791ff4b1-755e-415b-918d-f207312b0a7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.052209] env[69784]: INFO nova.compute.manager [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Took 28.26 seconds to build instance. [ 701.056760] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.056760] env[69784]: value = "task-3627071" [ 701.056760] env[69784]: _type = "Task" [ 701.056760] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.057251] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c81b921b-6b22-458c-bf5a-e684dbdbe6f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.068775] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627071, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.092504] env[69784]: DEBUG nova.scheduler.client.report [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.092778] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 43 to 44 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.093040] env[69784]: DEBUG nova.compute.provider_tree [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.418322] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.418540] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.418720] env[69784]: DEBUG nova.compute.manager [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.419682] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca732651-3b82-4df7-9758-5bf389edca74 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.430432] env[69784]: DEBUG nova.compute.manager [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 701.431027] env[69784]: DEBUG nova.objects.instance [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lazy-loading 'flavor' on Instance uuid 0d5aaa90-407e-4962-8b22-c0d71d4edce6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.516646] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627068, 'name': ReconfigVM_Task, 'duration_secs': 0.390501} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.517772] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba/f6840f44-6cb0-4890-b6e3-8357d10d5fba.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.517772] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.557160] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0ae2e66-b6fd-4331-abdd-7efa16844334 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.950s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.569342] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627071, 'name': CreateVM_Task, 'duration_secs': 0.38929} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.570522] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.571666] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.571944] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.572242] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.572811] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d815a45f-e7cf-49d6-a13d-6770ac4c83d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.577897] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 701.577897] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5261efaa-1d16-0a8f-7e9d-4172945b3811" [ 701.577897] env[69784]: _type = "Task" [ 701.577897] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.585818] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5261efaa-1d16-0a8f-7e9d-4172945b3811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.598396] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.524s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.598827] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.601521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.155s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.603073] env[69784]: INFO nova.compute.claims [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.804929] env[69784]: DEBUG nova.network.neutron [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Updated VIF entry in instance network info cache for port 481dac92-6952-4897-925e-5ba453b48a2d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.805253] env[69784]: DEBUG nova.network.neutron [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Updating instance_info_cache with network_info: [{"id": "481dac92-6952-4897-925e-5ba453b48a2d", "address": "fa:16:3e:c4:65:e9", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481dac92-69", "ovs_interfaceid": "481dac92-6952-4897-925e-5ba453b48a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.913150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "3389c5e6-23b8-457f-9a79-47acd61a69ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.913150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.913150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "3389c5e6-23b8-457f-9a79-47acd61a69ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.913150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.913538] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.915175] env[69784]: INFO nova.compute.manager [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Terminating instance [ 702.024050] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb7e705-cfe9-4ed8-a189-deed838ae73e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.045872] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58fd4ae-1eb5-4830-9684-158c11498378 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.072395] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.075311] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.089138] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5261efaa-1d16-0a8f-7e9d-4172945b3811, 'name': SearchDatastore_Task, 'duration_secs': 0.016809} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.089138] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.089138] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.089138] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.089414] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.089483] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.089803] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23251db1-5fe8-47b2-bb78-6e1a5e055303 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.103467] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.104172] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.105092] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e906a8a4-f6d9-4532-8ee9-1b9aa4c98590 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109319] env[69784]: DEBUG nova.compute.utils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.113067] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.113377] env[69784]: DEBUG nova.network.neutron [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.118801] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 702.118801] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52964775-1554-58d6-2df3-671a759a2e7f" [ 702.118801] env[69784]: _type = "Task" [ 702.118801] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.129720] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52964775-1554-58d6-2df3-671a759a2e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.183481] env[69784]: DEBUG nova.policy [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a74ddf6ef0747ca8f59d1e6f90d47ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4299685477c4feca8f0b198fded7a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.310096] env[69784]: DEBUG oslo_concurrency.lockutils [req-30d50ace-9c4a-4bff-8b8f-1660790342dc req-986e7442-1b6f-4a7c-9b08-b85f11c37a19 service nova] Releasing lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.420453] env[69784]: DEBUG nova.compute.manager [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.420695] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.421621] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068169aa-4034-4b7a-aeab-cfefb5772612 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.430462] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.430705] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00721dad-83d8-4906-9ef6-ec40e6a6e7dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.436642] env[69784]: DEBUG oslo_vmware.api [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 702.436642] env[69784]: value = "task-3627072" [ 702.436642] env[69784]: _type = "Task" [ 702.436642] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.446228] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.446505] env[69784]: DEBUG oslo_vmware.api [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.446728] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc94dcea-cf5c-4802-b5d0-061e6448cedd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.452301] env[69784]: DEBUG oslo_vmware.api [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 702.452301] env[69784]: value = "task-3627073" [ 702.452301] env[69784]: _type = "Task" [ 702.452301] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.462026] env[69784]: DEBUG oslo_vmware.api [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.610327] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.614273] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.632678] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52964775-1554-58d6-2df3-671a759a2e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.032464} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.632678] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a287e21a-7454-4084-8cf0-41a3af990b2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.637968] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 702.637968] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5266101c-7629-6c00-cad3-a3c182a2d22f" [ 702.637968] env[69784]: _type = "Task" [ 702.637968] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.650196] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5266101c-7629-6c00-cad3-a3c182a2d22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.662028] env[69784]: DEBUG nova.network.neutron [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Port 9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 702.709210] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "3392f89e-b4f5-4a1d-bfde-81386244da0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.709489] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.709647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "3392f89e-b4f5-4a1d-bfde-81386244da0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.709866] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.709988] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.715904] env[69784]: INFO nova.compute.manager [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Terminating instance [ 702.847393] env[69784]: DEBUG nova.network.neutron [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Successfully created port: 97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.949687] env[69784]: DEBUG oslo_vmware.api [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627072, 'name': PowerOffVM_Task, 'duration_secs': 0.190331} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.950022] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.950193] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.950440] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5268d79-b2a4-4a7e-9c79-5411467704aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.964947] env[69784]: DEBUG oslo_vmware.api [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627073, 'name': PowerOffVM_Task, 'duration_secs': 0.283778} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.965328] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.966098] env[69784]: DEBUG nova.compute.manager [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.968711] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224dd37-3eb5-4af4-b7ce-3cd0a0d42479 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.023043] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.023043] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.023233] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Deleting the datastore file [datastore2] 3389c5e6-23b8-457f-9a79-47acd61a69ce {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.023465] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ef8a87-8b4c-40e2-803f-6072f9eed714 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.032342] env[69784]: DEBUG oslo_vmware.api [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for the task: (returnval){ [ 703.032342] env[69784]: value = "task-3627075" [ 703.032342] env[69784]: _type = "Task" [ 703.032342] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.042504] env[69784]: DEBUG oslo_vmware.api [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.153327] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5266101c-7629-6c00-cad3-a3c182a2d22f, 'name': SearchDatastore_Task, 'duration_secs': 0.02018} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.154530] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.154530] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9cc47515-b43f-4b1b-aae0-ccf5a96a2758/9cc47515-b43f-4b1b-aae0-ccf5a96a2758.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.154530] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1980899-7ae1-450c-bfdd-7d4c96ba7c86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.161890] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 703.161890] env[69784]: value = "task-3627076" [ 703.161890] env[69784]: _type = "Task" [ 703.161890] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.176764] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.211090] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b06259-3c3d-4e2c-8d4e-c83cd952aa61 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.219501] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f9536e-904d-4583-9189-b70db46e8e45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.228397] env[69784]: DEBUG nova.compute.manager [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.228397] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.253693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3115eb4-d3ea-4637-8d63-36dfadfc0d4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.259124] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbf759-a750-4a93-a499-b3a3dbdf9baf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.269024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03eed13-4381-4c88-9833-d483bc837995 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.273029] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.273275] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a1996b-11ae-460a-a7c2-92dc0be4eb58 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.284246] env[69784]: DEBUG nova.compute.provider_tree [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.286782] env[69784]: DEBUG oslo_vmware.api [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 703.286782] env[69784]: value = "task-3627077" [ 703.286782] env[69784]: _type = "Task" [ 703.286782] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.294773] env[69784]: DEBUG oslo_vmware.api [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.482379] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e436a655-5c87-49e3-be3a-5f5459fc1d6e tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.547059] env[69784]: DEBUG oslo_vmware.api [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Task: {'id': task-3627075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259672} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.547282] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.547484] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.548024] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.548024] env[69784]: INFO nova.compute.manager [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 703.548188] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.548316] env[69784]: DEBUG nova.compute.manager [-] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.548416] env[69784]: DEBUG nova.network.neutron [-] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.630023] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.658656] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.658903] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.659064] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.659281] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.659387] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.659523] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.659725] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.659873] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.661849] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.662175] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.662369] env[69784]: DEBUG nova.virt.hardware [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.663702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59768d68-5a7d-4aec-82a4-21ac72aafdff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.689259] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627076, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.693242] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a640f1-a4fd-4e4e-966a-368c4c32dbd2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.703337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.706129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.706453] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.788586] env[69784]: DEBUG nova.scheduler.client.report [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.801866] env[69784]: DEBUG oslo_vmware.api [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627077, 'name': PowerOffVM_Task, 'duration_secs': 0.318401} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.802539] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.802861] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.803128] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-050c8843-90bc-435e-9989-61f85a3fa073 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.929956] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.930214] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.930400] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Deleting the datastore file [datastore2] 3392f89e-b4f5-4a1d-bfde-81386244da0e {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.930735] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79663151-893a-40e6-8940-586dea8cc8e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.938852] env[69784]: DEBUG oslo_vmware.api [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for the task: (returnval){ [ 703.938852] env[69784]: value = "task-3627079" [ 703.938852] env[69784]: _type = "Task" [ 703.938852] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.952136] env[69784]: DEBUG oslo_vmware.api [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.007355] env[69784]: DEBUG nova.compute.manager [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.008305] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d1920c-30d5-4f0e-8cbf-545b1c8bea0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.176307] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563856} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.176307] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9cc47515-b43f-4b1b-aae0-ccf5a96a2758/9cc47515-b43f-4b1b-aae0-ccf5a96a2758.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.176307] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.176307] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7f4c8da-5174-490e-a8f5-aae960321ad1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.184024] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 704.184024] env[69784]: value = "task-3627080" [ 704.184024] env[69784]: _type = "Task" [ 704.184024] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.197222] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.298025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.298470] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.301756] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.219s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.302936] env[69784]: DEBUG nova.objects.instance [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lazy-loading 'resources' on Instance uuid c0dff9f2-1840-4a36-99be-88f6f5c050b4 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.375974] env[69784]: DEBUG nova.compute.manager [req-33578f05-c063-4199-8981-55ee3c4901f8 req-3a1315b9-919c-4ec2-80ca-783cd1bbf070 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Received event network-vif-deleted-25f863e8-102c-4e54-b58f-2b8567366d95 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.376231] env[69784]: INFO nova.compute.manager [req-33578f05-c063-4199-8981-55ee3c4901f8 req-3a1315b9-919c-4ec2-80ca-783cd1bbf070 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Neutron deleted interface 25f863e8-102c-4e54-b58f-2b8567366d95; detaching it from the instance and deleting it from the info cache [ 704.377172] env[69784]: DEBUG nova.network.neutron [req-33578f05-c063-4199-8981-55ee3c4901f8 req-3a1315b9-919c-4ec2-80ca-783cd1bbf070 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.451076] env[69784]: DEBUG oslo_vmware.api [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Task: {'id': task-3627079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364396} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.451347] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.451447] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.451615] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.451779] env[69784]: INFO nova.compute.manager [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 704.452045] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.452212] env[69784]: DEBUG nova.compute.manager [-] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.452395] env[69784]: DEBUG nova.network.neutron [-] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.529803] env[69784]: INFO nova.compute.manager [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] instance snapshotting [ 704.530024] env[69784]: WARNING nova.compute.manager [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 704.533478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2c7ab-73e7-4fee-a2fb-50c2398ae20c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.556437] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c172c-e45f-4163-9673-be03d30ad8ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.611256] env[69784]: DEBUG nova.network.neutron [-] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.693681] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071744} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.693971] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.694793] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3f7d2-8c01-4d67-a966-b2ad50f091ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.702570] env[69784]: DEBUG nova.objects.instance [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lazy-loading 'flavor' on Instance uuid 0d5aaa90-407e-4962-8b22-c0d71d4edce6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.730106] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 9cc47515-b43f-4b1b-aae0-ccf5a96a2758/9cc47515-b43f-4b1b-aae0-ccf5a96a2758.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.731118] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e5d9aa-7195-4b24-977e-8e9f1f92b620 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.754193] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 704.754193] env[69784]: value = "task-3627081" [ 704.754193] env[69784]: _type = "Task" [ 704.754193] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.765505] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.809318] env[69784]: DEBUG nova.compute.utils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.811309] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.811426] env[69784]: DEBUG nova.network.neutron [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.886054] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-138412df-615e-424f-9807-5407f237376b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.896940] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.897235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.897437] env[69784]: DEBUG nova.network.neutron [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.901878] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c439d-ef50-4f25-a1a5-0fb55f4cad57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.936360] env[69784]: DEBUG nova.compute.manager [req-33578f05-c063-4199-8981-55ee3c4901f8 req-3a1315b9-919c-4ec2-80ca-783cd1bbf070 service nova] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Detach interface failed, port_id=25f863e8-102c-4e54-b58f-2b8567366d95, reason: Instance 3389c5e6-23b8-457f-9a79-47acd61a69ce could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 705.071865] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.072854] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f6ba8f5-8212-4121-8f2a-311412742dca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.079795] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 705.079795] env[69784]: value = "task-3627082" [ 705.079795] env[69784]: _type = "Task" [ 705.079795] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.088416] env[69784]: DEBUG nova.policy [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a74ddf6ef0747ca8f59d1e6f90d47ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4299685477c4feca8f0b198fded7a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.095026] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.118762] env[69784]: INFO nova.compute.manager [-] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Took 1.57 seconds to deallocate network for instance. [ 705.143527] env[69784]: DEBUG nova.compute.manager [req-4f052c49-ef79-4b5b-99ea-9fc797ee85c4 req-3f4cdcd9-f33c-490f-a2f1-155cdc682a8b service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Received event network-vif-plugged-97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.143797] env[69784]: DEBUG oslo_concurrency.lockutils [req-4f052c49-ef79-4b5b-99ea-9fc797ee85c4 req-3f4cdcd9-f33c-490f-a2f1-155cdc682a8b service nova] Acquiring lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.143953] env[69784]: DEBUG oslo_concurrency.lockutils [req-4f052c49-ef79-4b5b-99ea-9fc797ee85c4 req-3f4cdcd9-f33c-490f-a2f1-155cdc682a8b service nova] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.145283] env[69784]: DEBUG oslo_concurrency.lockutils [req-4f052c49-ef79-4b5b-99ea-9fc797ee85c4 req-3f4cdcd9-f33c-490f-a2f1-155cdc682a8b service nova] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.145283] env[69784]: DEBUG nova.compute.manager [req-4f052c49-ef79-4b5b-99ea-9fc797ee85c4 req-3f4cdcd9-f33c-490f-a2f1-155cdc682a8b service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] No waiting events found dispatching network-vif-plugged-97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.145283] env[69784]: WARNING nova.compute.manager [req-4f052c49-ef79-4b5b-99ea-9fc797ee85c4 req-3f4cdcd9-f33c-490f-a2f1-155cdc682a8b service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Received unexpected event network-vif-plugged-97dcf8c1-8d22-4abf-9055-2e849b4384b8 for instance with vm_state building and task_state spawning. [ 705.209516] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.209750] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquired lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.209887] env[69784]: DEBUG nova.network.neutron [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.210032] env[69784]: DEBUG nova.objects.instance [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lazy-loading 'info_cache' on Instance uuid 0d5aaa90-407e-4962-8b22-c0d71d4edce6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.270559] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627081, 'name': ReconfigVM_Task, 'duration_secs': 0.285378} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.274388] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 9cc47515-b43f-4b1b-aae0-ccf5a96a2758/9cc47515-b43f-4b1b-aae0-ccf5a96a2758.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.275408] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04be5c56-996a-4772-a83e-2295325fd4ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.285342] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 705.285342] env[69784]: value = "task-3627083" [ 705.285342] env[69784]: _type = "Task" [ 705.285342] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.297872] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627083, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.313916] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.346434] env[69784]: DEBUG nova.network.neutron [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Successfully updated port: 97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.399105] env[69784]: DEBUG nova.network.neutron [-] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.500786] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6c534-909c-4bc0-92eb-0adb223aae1b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.510658] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b71c40e-812d-47b2-8628-2e092aee4961 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.545127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e78ed-a0f1-4f6d-98d9-9405956f9f22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.552674] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdea8c-3834-4cf7-b579-f143a3394660 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.568018] env[69784]: DEBUG nova.compute.provider_tree [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.592877] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627082, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.626467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.713775] env[69784]: DEBUG nova.objects.base [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Object Instance<0d5aaa90-407e-4962-8b22-c0d71d4edce6> lazy-loaded attributes: flavor,info_cache {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 705.803775] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627083, 'name': Rename_Task, 'duration_secs': 0.146596} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.804603] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.804901] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-629f403a-ec21-4dbf-8cd6-b0d9415d9cf2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.813828] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 705.813828] env[69784]: value = "task-3627084" [ 705.813828] env[69784]: _type = "Task" [ 705.813828] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.827757] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.848981] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "refresh_cache-cb0a3558-11b6-40a9-87d3-2f920dcc20c0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.848981] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired lock "refresh_cache-cb0a3558-11b6-40a9-87d3-2f920dcc20c0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.848981] env[69784]: DEBUG nova.network.neutron [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.904790] env[69784]: INFO nova.compute.manager [-] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Took 1.45 seconds to deallocate network for instance. [ 705.944810] env[69784]: DEBUG nova.network.neutron [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Successfully created port: a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.996183] env[69784]: DEBUG nova.network.neutron [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [{"id": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "address": "fa:16:3e:d5:ad:8e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6c2151-9e", "ovs_interfaceid": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.072089] env[69784]: DEBUG nova.scheduler.client.report [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.098208] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627082, 'name': CreateSnapshot_Task, 'duration_secs': 0.614652} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.099243] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 706.100103] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c8f65-7231-4544-998b-d4a268cfe7a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.328484] env[69784]: DEBUG oslo_vmware.api [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627084, 'name': PowerOnVM_Task, 'duration_secs': 0.473067} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.328735] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.328943] env[69784]: INFO nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Took 8.21 seconds to spawn the instance on the hypervisor. [ 706.329106] env[69784]: DEBUG nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.330206] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.335691] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7610d5-414f-4aaa-b97c-565dbfc86a30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.373045] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.373285] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.373435] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.373608] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.374188] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.374188] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.376073] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.376073] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.376073] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.376073] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.376073] env[69784]: DEBUG nova.virt.hardware [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.376211] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adc627a-9998-4540-ae2a-682ba13bc169 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.389679] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc24f1-a0fb-4cb5-b194-562e1e978417 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.414706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.442135] env[69784]: DEBUG nova.network.neutron [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.499419] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.579926] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.581966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.324s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.582260] env[69784]: DEBUG nova.objects.instance [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lazy-loading 'resources' on Instance uuid 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.622105] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.623923] env[69784]: INFO nova.scheduler.client.report [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Deleted allocations for instance c0dff9f2-1840-4a36-99be-88f6f5c050b4 [ 706.628638] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d56110d9-982e-4fd0-8da8-b19440ecd592 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.640843] env[69784]: DEBUG nova.compute.manager [req-1459f351-316a-4caf-8163-7379d9fd6b5b req-dd71e5f5-596c-4e39-b112-4bccee615a1f service nova] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Received event network-vif-deleted-a8b048d5-af1d-499e-a8da-9cda489c4254 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.645983] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 706.645983] env[69784]: value = "task-3627085" [ 706.645983] env[69784]: _type = "Task" [ 706.645983] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.658553] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627085, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.818510] env[69784]: DEBUG nova.network.neutron [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Updating instance_info_cache with network_info: [{"id": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "address": "fa:16:3e:81:9c:f4", "network": {"id": "4088f928-ae51-4b79-a7c0-07e079ed8e59", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-952969194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca636e3104b468f82c55bd11cf46747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce83a64d-72", "ovs_interfaceid": "ce83a64d-7221-459b-bce3-6c375e3bf6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.824594] env[69784]: DEBUG nova.network.neutron [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Updating instance_info_cache with network_info: [{"id": "97dcf8c1-8d22-4abf-9055-2e849b4384b8", "address": "fa:16:3e:84:29:96", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dcf8c1-8d", "ovs_interfaceid": "97dcf8c1-8d22-4abf-9055-2e849b4384b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.861674] env[69784]: INFO nova.compute.manager [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Took 28.30 seconds to build instance. [ 707.028407] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e96816-bab5-4098-b99c-b1fd23d50c02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.049143] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322bfdfb-8f89-4704-a9cd-8ab055c7d636 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.055628] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 707.139844] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7ff711c6-eded-4be3-8d97-a1019dcf8e89 tempest-ServerExternalEventsTest-1232251863 tempest-ServerExternalEventsTest-1232251863-project-member] Lock "c0dff9f2-1840-4a36-99be-88f6f5c050b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.894s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.169133] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627085, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.328554] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Releasing lock "refresh_cache-0d5aaa90-407e-4962-8b22-c0d71d4edce6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.332183] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Releasing lock "refresh_cache-cb0a3558-11b6-40a9-87d3-2f920dcc20c0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.332183] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Instance network_info: |[{"id": "97dcf8c1-8d22-4abf-9055-2e849b4384b8", "address": "fa:16:3e:84:29:96", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dcf8c1-8d", "ovs_interfaceid": "97dcf8c1-8d22-4abf-9055-2e849b4384b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.332306] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:29:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97dcf8c1-8d22-4abf-9055-2e849b4384b8', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.347996] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating folder: Project (d4299685477c4feca8f0b198fded7a28). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.349997] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e983b753-841c-4574-8342-54c8ec41ea8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.364488] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e8c862e-2636-4781-a0d7-9de7e6775017 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.133s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.364964] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Created folder: Project (d4299685477c4feca8f0b198fded7a28) in parent group-v723273. [ 707.364964] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating folder: Instances. Parent ref: group-v723315. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.369492] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361427bb-0a67-4e08-9a19-f52344d69d93 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.384948] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Created folder: Instances in parent group-v723315. [ 707.385058] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.385767] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.385958] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f68d9c-7c53-4674-97f5-fef1c35a00d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.412496] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.412496] env[69784]: value = "task-3627088" [ 707.412496] env[69784]: _type = "Task" [ 707.412496] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.423599] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627088, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.562467] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.566522] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9235ee91-5329-482a-af6b-5aceb4319722 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.577056] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 707.577056] env[69784]: value = "task-3627089" [ 707.577056] env[69784]: _type = "Task" [ 707.577056] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.590321] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.662138] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627085, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.758594] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be24741-f93d-4111-b37b-e7ac56d6e616 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.776999] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475b474-83f4-4bae-a252-85434ad90775 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.810875] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae48d12-8a20-45fd-8ef7-db566542c4e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.819973] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02863014-15df-4c12-af97-3e1d36ed98c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.837971] env[69784]: DEBUG nova.compute.provider_tree [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.878028] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.925877] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627088, 'name': CreateVM_Task, 'duration_secs': 0.382997} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.925877] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.925877] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926159] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926354] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.927382] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6108c6f0-ec99-4a27-8081-0e42713cb15d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.932468] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 707.932468] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253bf1c-395b-e4aa-4292-5c22b2b460eb" [ 707.932468] env[69784]: _type = "Task" [ 707.932468] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.942469] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253bf1c-395b-e4aa-4292-5c22b2b460eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.998643] env[69784]: DEBUG nova.compute.manager [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Received event network-changed-97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.998839] env[69784]: DEBUG nova.compute.manager [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Refreshing instance network info cache due to event network-changed-97dcf8c1-8d22-4abf-9055-2e849b4384b8. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.999078] env[69784]: DEBUG oslo_concurrency.lockutils [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] Acquiring lock "refresh_cache-cb0a3558-11b6-40a9-87d3-2f920dcc20c0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.999219] env[69784]: DEBUG oslo_concurrency.lockutils [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] Acquired lock "refresh_cache-cb0a3558-11b6-40a9-87d3-2f920dcc20c0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.999374] env[69784]: DEBUG nova.network.neutron [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Refreshing network info cache for port 97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.091446] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.164571] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627085, 'name': CloneVM_Task, 'duration_secs': 1.430769} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.164898] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Created linked-clone VM from snapshot [ 708.166349] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6fb5c4-bbf2-4ec3-ab4f-07ba97b84770 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.179326] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Uploading image 5f15128a-57a0-4699-9949-b5003d2d59e6 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 708.204947] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 708.204947] env[69784]: value = "vm-723314" [ 708.204947] env[69784]: _type = "VirtualMachine" [ 708.204947] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 708.205257] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7f84c58-c3c0-4192-aa7c-7ca75335d4bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.215340] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease: (returnval){ [ 708.215340] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0fc4a-dfd3-3f8c-14b6-daf298ebdf9b" [ 708.215340] env[69784]: _type = "HttpNfcLease" [ 708.215340] env[69784]: } obtained for exporting VM: (result){ [ 708.215340] env[69784]: value = "vm-723314" [ 708.215340] env[69784]: _type = "VirtualMachine" [ 708.215340] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 708.215500] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the lease: (returnval){ [ 708.215500] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0fc4a-dfd3-3f8c-14b6-daf298ebdf9b" [ 708.215500] env[69784]: _type = "HttpNfcLease" [ 708.215500] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 708.223558] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.223558] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0fc4a-dfd3-3f8c-14b6-daf298ebdf9b" [ 708.223558] env[69784]: _type = "HttpNfcLease" [ 708.223558] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 708.227666] env[69784]: DEBUG nova.network.neutron [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Successfully updated port: a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.340615] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.342162] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1341f1af-024a-4cad-9359-a4e134aff251 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.344633] env[69784]: DEBUG nova.scheduler.client.report [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.354441] env[69784]: DEBUG oslo_vmware.api [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 708.354441] env[69784]: value = "task-3627091" [ 708.354441] env[69784]: _type = "Task" [ 708.354441] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.363042] env[69784]: DEBUG oslo_vmware.api [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.403984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.451045] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253bf1c-395b-e4aa-4292-5c22b2b460eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.451394] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.451757] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.452116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.452283] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.452575] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.453050] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb5838c-3721-4751-aa39-b6c88af82b45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.468082] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.469489] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.469489] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad04957a-c49b-45c9-ad0e-4a0b174756f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.478423] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 708.478423] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5218b5b2-cb94-7cde-4612-407bde404a5d" [ 708.478423] env[69784]: _type = "Task" [ 708.478423] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.486486] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5218b5b2-cb94-7cde-4612-407bde404a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.592778] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.641423] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "f091b65e-0140-44fe-8874-4bdf0244ddfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.642043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.683207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.683207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.731685] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.731685] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0fc4a-dfd3-3f8c-14b6-daf298ebdf9b" [ 708.731685] env[69784]: _type = "HttpNfcLease" [ 708.731685] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.732320] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "refresh_cache-b6644a4c-b212-4aee-9621-343c5ece84e0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.732456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired lock "refresh_cache-b6644a4c-b212-4aee-9621-343c5ece84e0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.732615] env[69784]: DEBUG nova.network.neutron [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.733887] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.733887] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0fc4a-dfd3-3f8c-14b6-daf298ebdf9b" [ 708.733887] env[69784]: _type = "HttpNfcLease" [ 708.733887] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.738328] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc50bda9-98c9-4a65-80cf-0bc678a2139d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.748151] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7d119-725a-6b36-5095-84d1e621933a/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.748151] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7d119-725a-6b36-5095-84d1e621933a/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.851065] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.856163] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.208s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.858101] env[69784]: INFO nova.compute.claims [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.873738] env[69784]: DEBUG oslo_vmware.api [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627091, 'name': PowerOnVM_Task, 'duration_secs': 0.451569} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.874239] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.874460] env[69784]: DEBUG nova.compute.manager [None req-c962f69a-3d1e-466f-ac7f-ac29636243ec tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.875316] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffac623-ac27-424a-8203-f036e32aaab5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.890459] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dcdd205c-fdfa-4b3e-b40b-9488aed01e6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.899280] env[69784]: INFO nova.scheduler.client.report [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Deleted allocations for instance 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2 [ 708.940704] env[69784]: DEBUG nova.network.neutron [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Updated VIF entry in instance network info cache for port 97dcf8c1-8d22-4abf-9055-2e849b4384b8. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.941170] env[69784]: DEBUG nova.network.neutron [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Updating instance_info_cache with network_info: [{"id": "97dcf8c1-8d22-4abf-9055-2e849b4384b8", "address": "fa:16:3e:84:29:96", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dcf8c1-8d", "ovs_interfaceid": "97dcf8c1-8d22-4abf-9055-2e849b4384b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.994461] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5218b5b2-cb94-7cde-4612-407bde404a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.997021] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a5e08c-67fb-4797-a1cf-854310d166a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.001750] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 709.001750] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291098c-e994-c7b5-c9a8-c414c8f65ea0" [ 709.001750] env[69784]: _type = "Task" [ 709.001750] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.015916] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291098c-e994-c7b5-c9a8-c414c8f65ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.094274] env[69784]: DEBUG oslo_vmware.api [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627089, 'name': PowerOnVM_Task, 'duration_secs': 1.438097} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.095026] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.095218] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc97fc-e38f-4d6d-b5d4-5b97bb906a44 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance 'f6840f44-6cb0-4890-b6e3-8357d10d5fba' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 709.292204] env[69784]: DEBUG nova.network.neutron [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.374895] env[69784]: DEBUG nova.compute.manager [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Received event network-changed-481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.374895] env[69784]: DEBUG nova.compute.manager [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Refreshing instance network info cache due to event network-changed-481dac92-6952-4897-925e-5ba453b48a2d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.375189] env[69784]: DEBUG oslo_concurrency.lockutils [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] Acquiring lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.375527] env[69784]: DEBUG oslo_concurrency.lockutils [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] Acquired lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.375527] env[69784]: DEBUG nova.network.neutron [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Refreshing network info cache for port 481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.414127] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1dc6ce72-23c1-48ac-9f18-8f253536c98b tempest-AttachInterfacesV270Test-1559009987 tempest-AttachInterfacesV270Test-1559009987-project-member] Lock "92e9cf6d-d940-4980-bbf4-13e63ee0d3b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.394s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.457913] env[69784]: DEBUG oslo_concurrency.lockutils [req-15c71578-b751-4787-9643-0186f5765591 req-9b570e89-8591-4107-8270-55938bf1d28f service nova] Releasing lock "refresh_cache-cb0a3558-11b6-40a9-87d3-2f920dcc20c0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518284] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291098c-e994-c7b5-c9a8-c414c8f65ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.522151] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.523896] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] cb0a3558-11b6-40a9-87d3-2f920dcc20c0/cb0a3558-11b6-40a9-87d3-2f920dcc20c0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.524637] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5177f72e-2d23-4008-87f9-b27244a67a23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.534985] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 709.534985] env[69784]: value = "task-3627092" [ 709.534985] env[69784]: _type = "Task" [ 709.534985] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.548327] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.617970] env[69784]: DEBUG nova.network.neutron [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Updating instance_info_cache with network_info: [{"id": "a29f335b-f5ff-4898-9467-799c54e35d76", "address": "fa:16:3e:11:c3:92", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29f335b-f5", "ovs_interfaceid": "a29f335b-f5ff-4898-9467-799c54e35d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.049619] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627092, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.124235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Releasing lock "refresh_cache-b6644a4c-b212-4aee-9621-343c5ece84e0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.124308] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Instance network_info: |[{"id": "a29f335b-f5ff-4898-9467-799c54e35d76", "address": "fa:16:3e:11:c3:92", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29f335b-f5", "ovs_interfaceid": "a29f335b-f5ff-4898-9467-799c54e35d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.124942] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:c3:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a29f335b-f5ff-4898-9467-799c54e35d76', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.141555] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.149958] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.151213] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba154223-27f4-487a-9722-6d5327f1c1ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.179307] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.179307] env[69784]: value = "task-3627097" [ 710.179307] env[69784]: _type = "Task" [ 710.179307] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.191298] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627097, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.385447] env[69784]: DEBUG nova.compute.manager [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Received event network-vif-plugged-a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.385744] env[69784]: DEBUG oslo_concurrency.lockutils [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] Acquiring lock "b6644a4c-b212-4aee-9621-343c5ece84e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.386328] env[69784]: DEBUG oslo_concurrency.lockutils [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.386328] env[69784]: DEBUG oslo_concurrency.lockutils [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.386728] env[69784]: DEBUG nova.compute.manager [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] No waiting events found dispatching network-vif-plugged-a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.386728] env[69784]: WARNING nova.compute.manager [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Received unexpected event network-vif-plugged-a29f335b-f5ff-4898-9467-799c54e35d76 for instance with vm_state building and task_state spawning. [ 710.387332] env[69784]: DEBUG nova.compute.manager [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Received event network-changed-a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.387332] env[69784]: DEBUG nova.compute.manager [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Refreshing instance network info cache due to event network-changed-a29f335b-f5ff-4898-9467-799c54e35d76. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.387332] env[69784]: DEBUG oslo_concurrency.lockutils [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] Acquiring lock "refresh_cache-b6644a4c-b212-4aee-9621-343c5ece84e0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.387911] env[69784]: DEBUG oslo_concurrency.lockutils [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] Acquired lock "refresh_cache-b6644a4c-b212-4aee-9621-343c5ece84e0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.387911] env[69784]: DEBUG nova.network.neutron [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Refreshing network info cache for port a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.503244] env[69784]: DEBUG nova.network.neutron [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Updated VIF entry in instance network info cache for port 481dac92-6952-4897-925e-5ba453b48a2d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.503244] env[69784]: DEBUG nova.network.neutron [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Updating instance_info_cache with network_info: [{"id": "481dac92-6952-4897-925e-5ba453b48a2d", "address": "fa:16:3e:c4:65:e9", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481dac92-69", "ovs_interfaceid": "481dac92-6952-4897-925e-5ba453b48a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.561864] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698721} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.565020] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] cb0a3558-11b6-40a9-87d3-2f920dcc20c0/cb0a3558-11b6-40a9-87d3-2f920dcc20c0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.565020] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.565020] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4324e4a-1abe-4a7f-a29b-e7d8d2118a4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.579125] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 710.579125] env[69784]: value = "task-3627098" [ 710.579125] env[69784]: _type = "Task" [ 710.579125] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.592344] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.631368] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b14f8-b636-4269-abfd-7fdef8f8ad0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.642329] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd29382-27a8-42a7-aaae-b4f34b217bc4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.689795] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f971fac-cc1e-4ba3-9c8e-52e6b09f43f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.700238] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627097, 'name': CreateVM_Task, 'duration_secs': 0.411864} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.702859] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.703964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.703964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.704328] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.705663] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3122085-ab08-4f9a-ae7d-42162338079a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.710235] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ebec5a-90e7-460e-87f1-4a4ec5ae04de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.723777] env[69784]: DEBUG nova.compute.provider_tree [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.728937] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 710.728937] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252c78f-e43d-2e08-4995-949efe7d82ef" [ 710.728937] env[69784]: _type = "Task" [ 710.728937] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.737523] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252c78f-e43d-2e08-4995-949efe7d82ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.737872] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.738352] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.738639] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.738804] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.739304] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.739728] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1904a75-cd48-47fc-8420-f8cb70d1e170 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.748641] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.748939] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.749825] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab536555-df4d-4237-80d8-7c85468690e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.755350] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 710.755350] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db1dfc-77b5-c82e-290b-ba9aba606264" [ 710.755350] env[69784]: _type = "Task" [ 710.755350] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.767434] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db1dfc-77b5-c82e-290b-ba9aba606264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.013514] env[69784]: DEBUG oslo_concurrency.lockutils [req-f235b71f-78e0-46dd-8892-a9dd59e4638e req-e863bf64-8b83-44ac-9005-933e2274a351 service nova] Releasing lock "refresh_cache-9cc47515-b43f-4b1b-aae0-ccf5a96a2758" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.089417] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063776} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.089417] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.090260] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9857b25-1164-4799-86ed-79bddee15b81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.115314] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cb0a3558-11b6-40a9-87d3-2f920dcc20c0/cb0a3558-11b6-40a9-87d3-2f920dcc20c0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.115813] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f5e26a5-fa1b-4be2-9a5d-fd81f9e8a9b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.147256] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 711.147256] env[69784]: value = "task-3627099" [ 711.147256] env[69784]: _type = "Task" [ 711.147256] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.156770] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.255864] env[69784]: ERROR nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [req-c34eeec5-8fbe-41b7-a5d5-8d241cca82fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c34eeec5-8fbe-41b7-a5d5-8d241cca82fa"}]} [ 711.268910] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db1dfc-77b5-c82e-290b-ba9aba606264, 'name': SearchDatastore_Task, 'duration_secs': 0.014974} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.269927] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635e4cf6-6c20-4240-a5da-e5ae3f23cf10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.275730] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 711.275730] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d78faa-6567-685e-57ef-6177d56ead57" [ 711.275730] env[69784]: _type = "Task" [ 711.275730] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.277199] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 711.290878] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d78faa-6567-685e-57ef-6177d56ead57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.299261] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 711.299513] env[69784]: DEBUG nova.compute.provider_tree [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.315049] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 711.337095] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 711.340275] env[69784]: DEBUG nova.network.neutron [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Updated VIF entry in instance network info cache for port a29f335b-f5ff-4898-9467-799c54e35d76. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.342722] env[69784]: DEBUG nova.network.neutron [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Updating instance_info_cache with network_info: [{"id": "a29f335b-f5ff-4898-9467-799c54e35d76", "address": "fa:16:3e:11:c3:92", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29f335b-f5", "ovs_interfaceid": "a29f335b-f5ff-4898-9467-799c54e35d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.658561] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627099, 'name': ReconfigVM_Task, 'duration_secs': 0.505893} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.661339] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cb0a3558-11b6-40a9-87d3-2f920dcc20c0/cb0a3558-11b6-40a9-87d3-2f920dcc20c0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.662899] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7674ed10-dfc4-40bc-ba21-482879d40f03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.668258] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 711.668258] env[69784]: value = "task-3627100" [ 711.668258] env[69784]: _type = "Task" [ 711.668258] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.677396] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627100, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.790230] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d78faa-6567-685e-57ef-6177d56ead57, 'name': SearchDatastore_Task, 'duration_secs': 0.015938} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.795154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.795154] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b6644a4c-b212-4aee-9621-343c5ece84e0/b6644a4c-b212-4aee-9621-343c5ece84e0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.795154] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca614dc-e566-425a-a3da-e62414c03f3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.802184] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 711.802184] env[69784]: value = "task-3627101" [ 711.802184] env[69784]: _type = "Task" [ 711.802184] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.810641] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.848128] env[69784]: DEBUG oslo_concurrency.lockutils [req-72014722-e415-4965-98b1-ae8da6881cdf req-e1bdf645-afce-47ec-9a09-5de09bd11414 service nova] Releasing lock "refresh_cache-b6644a4c-b212-4aee-9621-343c5ece84e0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.934304] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca2ff7-53c5-426a-875e-01e8b180b7a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.942360] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930f8e5-eafc-4703-a0e3-575b011b2336 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.982145] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1f54e1-d62e-40b9-8018-574f18043591 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.988883] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dd620f-67c3-47df-94b5-dbf049646aec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.013092] env[69784]: DEBUG nova.compute.provider_tree [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.183635] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627100, 'name': Rename_Task, 'duration_secs': 0.262596} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.183925] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.184327] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa3e8256-0897-4ab4-953a-3040875d7d8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.193956] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 712.193956] env[69784]: value = "task-3627102" [ 712.193956] env[69784]: _type = "Task" [ 712.193956] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.206918] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.316176] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.514716] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.518135] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.537364] env[69784]: ERROR nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [req-55c98608-31c5-49bb-93d5-df556e9aaa17] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55c98608-31c5-49bb-93d5-df556e9aaa17"}]} [ 712.558118] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.587226] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.587226] env[69784]: DEBUG nova.compute.provider_tree [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.620091] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.657749] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.715672] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.722094] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.722094] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.722094] env[69784]: DEBUG nova.compute.manager [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Going to confirm migration 1 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 712.823719] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701896} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.824050] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b6644a4c-b212-4aee-9621-343c5ece84e0/b6644a4c-b212-4aee-9621-343c5ece84e0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.824531] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.824869] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3e1d28-cd88-445d-8f2e-6a44e57acf47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.834489] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 712.834489] env[69784]: value = "task-3627103" [ 712.834489] env[69784]: _type = "Task" [ 712.834489] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.860410] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.208601] env[69784]: DEBUG oslo_vmware.api [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627102, 'name': PowerOnVM_Task, 'duration_secs': 0.886433} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.208887] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.209099] env[69784]: INFO nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Took 9.58 seconds to spawn the instance on the hypervisor. [ 713.209296] env[69784]: DEBUG nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.210131] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4953d-1a26-499f-8a0b-e6fc04392eca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.351634] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078159} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.355583] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.357372] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a5d03-df9c-48f1-bbe3-e35640beabcc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.386092] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] b6644a4c-b212-4aee-9621-343c5ece84e0/b6644a4c-b212-4aee-9621-343c5ece84e0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.388939] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a67dcd-dda8-4718-8c6c-97a0e8f97657 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.410092] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 713.410092] env[69784]: value = "task-3627105" [ 713.410092] env[69784]: _type = "Task" [ 713.410092] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.416658] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16a6b1-b282-489d-beb8-b13ef9be2171 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.424088] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.432694] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470df96a-3cb8-45e5-8c90-ac903d778947 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.466177] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d43955-21f5-4f6f-b0e3-29b4a0d5446b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.474335] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722999b3-a5a1-46cf-84a2-f86dd901de27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.489021] env[69784]: DEBUG nova.compute.provider_tree [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.635624] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.635862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.636115] env[69784]: DEBUG nova.network.neutron [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.636314] env[69784]: DEBUG nova.objects.instance [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lazy-loading 'info_cache' on Instance uuid f6840f44-6cb0-4890-b6e3-8357d10d5fba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.734983] env[69784]: INFO nova.compute.manager [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Took 34.90 seconds to build instance. [ 713.932947] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.996025] env[69784]: DEBUG nova.scheduler.client.report [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.237578] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ab7c0731-68ea-4bcb-a3dc-058d18394def tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.398s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.430511] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627105, 'name': ReconfigVM_Task, 'duration_secs': 0.63533} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.430511] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Reconfigured VM instance instance-00000011 to attach disk [datastore2] b6644a4c-b212-4aee-9621-343c5ece84e0/b6644a4c-b212-4aee-9621-343c5ece84e0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.430511] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d939dfc0-9154-43dc-b3e7-93f635fe95a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.436741] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 714.436741] env[69784]: value = "task-3627106" [ 714.436741] env[69784]: _type = "Task" [ 714.436741] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.447274] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627106, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.500134] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.644s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.500908] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.503913] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.703s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.505688] env[69784]: INFO nova.compute.claims [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.742031] env[69784]: DEBUG nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.949361] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627106, 'name': Rename_Task, 'duration_secs': 0.251615} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.949623] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.950377] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7ea0c2-9cc4-4790-8031-776dd8a6dcd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.954774] env[69784]: DEBUG nova.network.neutron [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [{"id": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "address": "fa:16:3e:d5:ad:8e", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6c2151-9e", "ovs_interfaceid": "9a6c2151-9ef3-4f80-9df0-8dba9f4b2380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.958815] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 714.958815] env[69784]: value = "task-3627108" [ 714.958815] env[69784]: _type = "Task" [ 714.958815] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.969119] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.019938] env[69784]: DEBUG nova.compute.utils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.021766] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.022712] env[69784]: DEBUG nova.network.neutron [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.106263] env[69784]: DEBUG nova.policy [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a973b6c371464d5b854c555cb4f53b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db3e15be2f824c21b67539f7231ca90d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.270898] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.466214] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-f6840f44-6cb0-4890-b6e3-8357d10d5fba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.466214] env[69784]: DEBUG nova.objects.instance [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lazy-loading 'migration_context' on Instance uuid f6840f44-6cb0-4890-b6e3-8357d10d5fba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.474095] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.528380] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.563107] env[69784]: DEBUG nova.network.neutron [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Successfully created port: 9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.970462] env[69784]: DEBUG nova.objects.base [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 715.971797] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494cd00-6ff8-453e-9e79-e72f5a5d711b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.982418] env[69784]: DEBUG oslo_vmware.api [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627108, 'name': PowerOnVM_Task, 'duration_secs': 0.713712} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.989286] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.990540] env[69784]: INFO nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Took 9.66 seconds to spawn the instance on the hypervisor. [ 715.990540] env[69784]: DEBUG nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.007048] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abf434d-b7f1-454e-8d0d-b172eb2a5e81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.018452] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddc03e0-3889-4d24-b338-d43b43e9393e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.035113] env[69784]: DEBUG oslo_vmware.api [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 716.035113] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f5ec3-06f1-2b8a-ef94-4a0c03e09e21" [ 716.035113] env[69784]: _type = "Task" [ 716.035113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.055526] env[69784]: DEBUG oslo_vmware.api [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f5ec3-06f1-2b8a-ef94-4a0c03e09e21, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.055837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.191751] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7d119-725a-6b36-5095-84d1e621933a/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.192531] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd0785-de21-4bef-85a6-d504e8b903c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.202905] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7d119-725a-6b36-5095-84d1e621933a/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.202987] env[69784]: ERROR oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7d119-725a-6b36-5095-84d1e621933a/disk-0.vmdk due to incomplete transfer. [ 716.203405] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-133630b5-7377-4ad7-bbfd-3e245bb9bf27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.214736] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7d119-725a-6b36-5095-84d1e621933a/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.214984] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Uploaded image 5f15128a-57a0-4699-9949-b5003d2d59e6 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.218356] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.218748] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-018e5042-a287-4bc0-9b98-d7a56e481056 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.232684] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 716.232684] env[69784]: value = "task-3627109" [ 716.232684] env[69784]: _type = "Task" [ 716.232684] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.245909] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627109, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.247787] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f056429-d635-4ddb-a0e8-62920e1ee8f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.258885] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc2ddd-4631-426d-a9f9-d651506dabc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.295279] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89766f2-d592-4839-b59e-e63e14b046c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.304552] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d98c317-8da3-4f93-8106-fd3e4e21c599 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.323763] env[69784]: DEBUG nova.compute.provider_tree [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.524131] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.524419] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.524632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.524825] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.524998] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.527311] env[69784]: INFO nova.compute.manager [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Terminating instance [ 716.548040] env[69784]: INFO nova.compute.manager [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Took 37.13 seconds to build instance. [ 716.549422] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.578289] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.578289] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.578289] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.578439] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.578718] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.579143] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.579567] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.580000] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.580424] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.580858] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.581316] env[69784]: DEBUG nova.virt.hardware [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.582887] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8bf8a-1e5e-4d04-83e0-0a6a1a235f44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.596927] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5816aa-dbdf-4b01-871f-d36fa9a68741 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.745356] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627109, 'name': Destroy_Task, 'duration_secs': 0.49356} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.745946] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Destroyed the VM [ 716.747115] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.747115] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1823e15-e7a2-4f1e-8fae-82788ebb692a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.757108] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 716.757108] env[69784]: value = "task-3627110" [ 716.757108] env[69784]: _type = "Task" [ 716.757108] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.774393] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.830178] env[69784]: DEBUG nova.scheduler.client.report [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.032586] env[69784]: DEBUG nova.compute.manager [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.032880] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.033885] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34c78c2-e185-4c3a-a87d-94d990cea501 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.050737] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.051230] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed6f75b6-a510-4a72-a733-ab926dead833 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.053265] env[69784]: DEBUG oslo_concurrency.lockutils [None req-69f5e840-3e30-45f7-869b-26b835894930 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.932s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.062037] env[69784]: DEBUG oslo_vmware.api [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 717.062037] env[69784]: value = "task-3627112" [ 717.062037] env[69784]: _type = "Task" [ 717.062037] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.073793] env[69784]: DEBUG oslo_vmware.api [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.271036] env[69784]: DEBUG oslo_vmware.api [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627110, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39029} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.271036] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.271036] env[69784]: INFO nova.compute.manager [None req-2d4d6f03-f3e5-4942-82de-108cc96ba35e tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Took 12.74 seconds to snapshot the instance on the hypervisor. [ 717.335515] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.336099] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.340128] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.813s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.344158] env[69784]: INFO nova.compute.claims [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.412282] env[69784]: DEBUG nova.network.neutron [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Successfully updated port: 9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.537781] env[69784]: DEBUG nova.compute.manager [req-0205f86b-8c2e-4c6c-a38d-c3bebe98eb39 req-97225071-0b80-4938-ac56-fbfbdec450fe service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Received event network-vif-plugged-9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.538078] env[69784]: DEBUG oslo_concurrency.lockutils [req-0205f86b-8c2e-4c6c-a38d-c3bebe98eb39 req-97225071-0b80-4938-ac56-fbfbdec450fe service nova] Acquiring lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.538232] env[69784]: DEBUG oslo_concurrency.lockutils [req-0205f86b-8c2e-4c6c-a38d-c3bebe98eb39 req-97225071-0b80-4938-ac56-fbfbdec450fe service nova] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.538391] env[69784]: DEBUG oslo_concurrency.lockutils [req-0205f86b-8c2e-4c6c-a38d-c3bebe98eb39 req-97225071-0b80-4938-ac56-fbfbdec450fe service nova] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.538555] env[69784]: DEBUG nova.compute.manager [req-0205f86b-8c2e-4c6c-a38d-c3bebe98eb39 req-97225071-0b80-4938-ac56-fbfbdec450fe service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] No waiting events found dispatching network-vif-plugged-9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.538715] env[69784]: WARNING nova.compute.manager [req-0205f86b-8c2e-4c6c-a38d-c3bebe98eb39 req-97225071-0b80-4938-ac56-fbfbdec450fe service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Received unexpected event network-vif-plugged-9768baee-a05c-4600-8421-f89ac834815a for instance with vm_state building and task_state spawning. [ 717.559819] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.576203] env[69784]: DEBUG oslo_vmware.api [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627112, 'name': PowerOffVM_Task, 'duration_secs': 0.410199} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.576510] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.576703] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.576967] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a36063f-5367-455b-8213-2f5c1229bf9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.652498] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.654229] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.654544] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleting the datastore file [datastore1] a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.657885] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31cba98e-ac42-423f-a2d2-778b5e2a352f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.665966] env[69784]: DEBUG oslo_vmware.api [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 717.665966] env[69784]: value = "task-3627114" [ 717.665966] env[69784]: _type = "Task" [ 717.665966] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.674374] env[69784]: DEBUG oslo_vmware.api [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.848468] env[69784]: DEBUG nova.compute.utils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.852485] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.852730] env[69784]: DEBUG nova.network.neutron [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.903054] env[69784]: DEBUG nova.policy [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1945de6dc77454097bbaeb2216a342a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f9cf9dad644449e8839079ab6745f0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.916604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "refresh_cache-aba3f593-3ed0-4505-aedc-d5dc230aa8a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.916604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired lock "refresh_cache-aba3f593-3ed0-4505-aedc-d5dc230aa8a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.916604] env[69784]: DEBUG nova.network.neutron [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.091769] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.104581] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "80c4939f-e928-4027-8789-15aebefa725a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.105796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.105796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "80c4939f-e928-4027-8789-15aebefa725a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.105796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.105796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.109886] env[69784]: INFO nova.compute.manager [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Terminating instance [ 718.178742] env[69784]: DEBUG oslo_vmware.api [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45276} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.179267] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.182077] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.182077] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.182077] env[69784]: INFO nova.compute.manager [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 718.182077] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.182077] env[69784]: DEBUG nova.compute.manager [-] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.182077] env[69784]: DEBUG nova.network.neutron [-] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.248869] env[69784]: DEBUG nova.network.neutron [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Successfully created port: fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.353817] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.509934] env[69784]: DEBUG nova.network.neutron [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.618224] env[69784]: DEBUG nova.compute.manager [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.618521] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.620866] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ea7d2b-d091-4793-bf29-062718f066f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.634906] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.635191] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba3676a-449b-4b3b-a1f5-599a5f203eb3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.714451] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.714732] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.715170] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleting the datastore file [datastore2] 80c4939f-e928-4027-8789-15aebefa725a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.718487] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dab2008-739b-483f-a46e-9d43148324e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.727419] env[69784]: DEBUG oslo_vmware.api [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 718.727419] env[69784]: value = "task-3627116" [ 718.727419] env[69784]: _type = "Task" [ 718.727419] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.741021] env[69784]: DEBUG oslo_vmware.api [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.892824] env[69784]: DEBUG nova.network.neutron [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Updating instance_info_cache with network_info: [{"id": "9768baee-a05c-4600-8421-f89ac834815a", "address": "fa:16:3e:d1:f7:a0", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9768baee-a0", "ovs_interfaceid": "9768baee-a05c-4600-8421-f89ac834815a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.993420] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.994072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.018489] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf007dee-6f11-41ba-9e5b-d012861b18ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.028149] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c2cc5-7984-4a4b-ac76-eafefa4ddfe6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.073222] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be27bb08-d73e-4e09-895e-21ffe073a8da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.081358] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2470ec-e040-411c-bb92-fd4e5ca4da24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.098524] env[69784]: DEBUG nova.compute.provider_tree [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.220429] env[69784]: DEBUG nova.compute.manager [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.222053] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22715e4-bdf0-49c6-b5e7-1afaf171aa05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.244782] env[69784]: DEBUG oslo_vmware.api [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32901} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.249213] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.249213] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.249213] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.249213] env[69784]: INFO nova.compute.manager [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Took 0.63 seconds to destroy the instance on the hypervisor. [ 719.249213] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.249213] env[69784]: DEBUG nova.compute.manager [-] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.250047] env[69784]: DEBUG nova.network.neutron [-] [instance: 80c4939f-e928-4027-8789-15aebefa725a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.355128] env[69784]: DEBUG nova.network.neutron [-] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.370594] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.398958] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.398958] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.398958] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.399379] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.399379] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.399379] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.399518] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.399680] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.399852] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.400060] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.400249] env[69784]: DEBUG nova.virt.hardware [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.401140] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca91fb4d-a616-468f-8928-92ac9fbbd32e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.404105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Releasing lock "refresh_cache-aba3f593-3ed0-4505-aedc-d5dc230aa8a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.404329] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Instance network_info: |[{"id": "9768baee-a05c-4600-8421-f89ac834815a", "address": "fa:16:3e:d1:f7:a0", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9768baee-a0", "ovs_interfaceid": "9768baee-a05c-4600-8421-f89ac834815a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.404698] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:f7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9768baee-a05c-4600-8421-f89ac834815a', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.412153] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Creating folder: Project (db3e15be2f824c21b67539f7231ca90d). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.413540] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ead9f44-0f69-427d-a6b1-5a3b82bb90b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.422336] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37a0cbb-2adb-4610-9d4a-32c5cb77526c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.428017] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Created folder: Project (db3e15be2f824c21b67539f7231ca90d) in parent group-v723273. [ 719.429028] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Creating folder: Instances. Parent ref: group-v723323. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.429028] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce004c85-364f-471f-ad82-768aaf258e70 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.454067] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Created folder: Instances in parent group-v723323. [ 719.455279] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.455279] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.455279] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-addf3450-2455-4bea-8bd5-082afebf619c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.477875] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.477875] env[69784]: value = "task-3627120" [ 719.477875] env[69784]: _type = "Task" [ 719.477875] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.490738] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627120, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.602124] env[69784]: DEBUG nova.scheduler.client.report [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.671999] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.672272] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.744588] env[69784]: INFO nova.compute.manager [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] instance snapshotting [ 719.747396] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23f5d2-c82b-4fbd-8072-1c8e262953d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.772804] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63064494-e6bd-4f5c-9747-f276d824d272 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.859143] env[69784]: DEBUG nova.compute.manager [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Received event network-changed-9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.859608] env[69784]: DEBUG nova.compute.manager [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Refreshing instance network info cache due to event network-changed-9768baee-a05c-4600-8421-f89ac834815a. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.859796] env[69784]: DEBUG oslo_concurrency.lockutils [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] Acquiring lock "refresh_cache-aba3f593-3ed0-4505-aedc-d5dc230aa8a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.859965] env[69784]: DEBUG oslo_concurrency.lockutils [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] Acquired lock "refresh_cache-aba3f593-3ed0-4505-aedc-d5dc230aa8a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.860244] env[69784]: DEBUG nova.network.neutron [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Refreshing network info cache for port 9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.861699] env[69784]: INFO nova.compute.manager [-] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Took 1.68 seconds to deallocate network for instance. [ 719.990335] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627120, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.107267] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.107786] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.115072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.411s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.115423] env[69784]: DEBUG nova.objects.instance [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lazy-loading 'resources' on Instance uuid cb792760-6b35-4299-9fca-6412fa62312c {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.208565] env[69784]: DEBUG nova.network.neutron [-] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.284847] env[69784]: DEBUG nova.network.neutron [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Successfully updated port: fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.286905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.290412] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0502e22-4c01-4b0f-b529-b3e87e90ae1a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.297136] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 720.297136] env[69784]: value = "task-3627121" [ 720.297136] env[69784]: _type = "Task" [ 720.297136] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.307549] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.371924] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.489502] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627120, 'name': CreateVM_Task, 'duration_secs': 0.527282} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.489686] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.490435] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.490636] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.491044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.491333] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe256f48-2455-407f-b95b-f30aafd5bcf0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.497155] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 720.497155] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af807d-de41-9a63-5838-1b946beef542" [ 720.497155] env[69784]: _type = "Task" [ 720.497155] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.505312] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af807d-de41-9a63-5838-1b946beef542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.605405] env[69784]: DEBUG nova.network.neutron [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Updated VIF entry in instance network info cache for port 9768baee-a05c-4600-8421-f89ac834815a. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.605757] env[69784]: DEBUG nova.network.neutron [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Updating instance_info_cache with network_info: [{"id": "9768baee-a05c-4600-8421-f89ac834815a", "address": "fa:16:3e:d1:f7:a0", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9768baee-a0", "ovs_interfaceid": "9768baee-a05c-4600-8421-f89ac834815a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.618174] env[69784]: DEBUG nova.compute.utils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.618174] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.618174] env[69784]: DEBUG nova.network.neutron [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.679835] env[69784]: DEBUG nova.policy [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.713177] env[69784]: INFO nova.compute.manager [-] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Took 1.47 seconds to deallocate network for instance. [ 720.790410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.790635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquired lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.791157] env[69784]: DEBUG nova.network.neutron [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.812870] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.011451] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af807d-de41-9a63-5838-1b946beef542, 'name': SearchDatastore_Task, 'duration_secs': 0.022315} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.011451] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.011451] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.011451] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.011643] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.011643] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.011643] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abbeb166-8a3e-4ffa-ad9a-58b7bf5d7d99 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.021703] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.022083] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.023108] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc91a2b-4c0a-4237-9be4-930edd6b5112 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.031309] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 721.031309] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d7523f-b84f-863e-335f-8989736ea2c5" [ 721.031309] env[69784]: _type = "Task" [ 721.031309] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.041213] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d7523f-b84f-863e-335f-8989736ea2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.053788] env[69784]: DEBUG nova.network.neutron [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Successfully created port: 04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.109013] env[69784]: DEBUG oslo_concurrency.lockutils [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] Releasing lock "refresh_cache-aba3f593-3ed0-4505-aedc-d5dc230aa8a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.109013] env[69784]: DEBUG nova.compute.manager [req-64fad2c6-a46c-4a7b-b947-221a8c25e256 req-9de3ee8d-29e7-4930-85d4-e8cda18ea3f3 service nova] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Received event network-vif-deleted-60625715-cfae-46d3-bb1e-ec53ce638f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.121454] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.227458] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.261099] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052e534-9efb-45bc-a2c4-0ae94a845d48 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.276589] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8a467-e2e8-44cd-a00b-fd54b58067df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.283375] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.283639] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.320705] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b04b4fb-724a-4148-9f03-8a1f2e33b91d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.331157] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.334645] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245718bf-449a-4b9d-8f96-f6a300b41b54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.349894] env[69784]: DEBUG nova.compute.provider_tree [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.372134] env[69784]: DEBUG nova.network.neutron [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.541968] env[69784]: DEBUG nova.network.neutron [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Updating instance_info_cache with network_info: [{"id": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "address": "fa:16:3e:74:1f:31", "network": {"id": "a759a062-f5ed-4a69-a4d6-3d9ff1fc15f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2067475550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9cf9dad644449e8839079ab6745f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb25bdd6-8d", "ovs_interfaceid": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.547942] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d7523f-b84f-863e-335f-8989736ea2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.549032] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c216910-478b-482f-a580-bf130c32e47f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.562159] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 721.562159] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52892fac-ed4c-34a6-2f57-d9d784517c27" [ 721.562159] env[69784]: _type = "Task" [ 721.562159] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.570994] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52892fac-ed4c-34a6-2f57-d9d784517c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.828109] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627121, 'name': CreateSnapshot_Task, 'duration_secs': 1.220599} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.828646] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.828967] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a07b84-e7cf-4e82-8179-bd8c80271535 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.855976] env[69784]: DEBUG nova.scheduler.client.report [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.953938] env[69784]: DEBUG nova.compute.manager [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Received event network-vif-deleted-d150ee09-dd8a-4d63-8c0f-e16fc48459d2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.954230] env[69784]: DEBUG nova.compute.manager [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Received event network-vif-plugged-fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.954686] env[69784]: DEBUG oslo_concurrency.lockutils [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] Acquiring lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.954686] env[69784]: DEBUG oslo_concurrency.lockutils [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.954851] env[69784]: DEBUG oslo_concurrency.lockutils [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.954945] env[69784]: DEBUG nova.compute.manager [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] No waiting events found dispatching network-vif-plugged-fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.955150] env[69784]: WARNING nova.compute.manager [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Received unexpected event network-vif-plugged-fb25bdd6-8dd4-47e9-ab17-e64d264d5909 for instance with vm_state building and task_state spawning. [ 721.955314] env[69784]: DEBUG nova.compute.manager [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Received event network-changed-fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.955484] env[69784]: DEBUG nova.compute.manager [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Refreshing instance network info cache due to event network-changed-fb25bdd6-8dd4-47e9-ab17-e64d264d5909. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.955757] env[69784]: DEBUG oslo_concurrency.lockutils [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] Acquiring lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.053680] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Releasing lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.053680] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Instance network_info: |[{"id": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "address": "fa:16:3e:74:1f:31", "network": {"id": "a759a062-f5ed-4a69-a4d6-3d9ff1fc15f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2067475550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9cf9dad644449e8839079ab6745f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb25bdd6-8d", "ovs_interfaceid": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.054072] env[69784]: DEBUG oslo_concurrency.lockutils [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] Acquired lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.054072] env[69784]: DEBUG nova.network.neutron [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Refreshing network info cache for port fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.054072] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:1f:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb25bdd6-8dd4-47e9-ab17-e64d264d5909', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.060312] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Creating folder: Project (6f9cf9dad644449e8839079ab6745f0b). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.063991] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e91c66-2234-4aff-8a95-2149ad66093b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.077390] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52892fac-ed4c-34a6-2f57-d9d784517c27, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.077650] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.077910] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] aba3f593-3ed0-4505-aedc-d5dc230aa8a6/aba3f593-3ed0-4505-aedc-d5dc230aa8a6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.078181] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586cbce9-11fb-4ddb-b103-c0cd33a2aa6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.081817] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Created folder: Project (6f9cf9dad644449e8839079ab6745f0b) in parent group-v723273. [ 722.082452] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Creating folder: Instances. Parent ref: group-v723327. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.082712] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d6de400-0d4e-4751-9744-5bf26cb12ac5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.087206] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 722.087206] env[69784]: value = "task-3627123" [ 722.087206] env[69784]: _type = "Task" [ 722.087206] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.093727] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Created folder: Instances in parent group-v723327. [ 722.093973] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.097017] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.097304] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.097615] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1030d6f2-b8bc-494d-8e5a-38d8c43ba2d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.124954] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.124954] env[69784]: value = "task-3627125" [ 722.124954] env[69784]: _type = "Task" [ 722.124954] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.136086] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.138166] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627125, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.167177] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.167439] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.167623] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.167842] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.168022] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.169613] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.169906] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.170143] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.170379] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.170601] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.170845] env[69784]: DEBUG nova.virt.hardware [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.171839] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ffff1-2a41-4cf2-8db5-464463b6ea9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.184022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169f7b4f-6c3d-451d-9812-37b215633237 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.348516] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.349321] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfcd7da0-4088-494b-bf77-77aa29ba1fd5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.362979] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.365994] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 722.365994] env[69784]: value = "task-3627126" [ 722.365994] env[69784]: _type = "Task" [ 722.365994] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.370082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.161s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.372255] env[69784]: INFO nova.compute.claims [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.386799] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627126, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.401820] env[69784]: INFO nova.scheduler.client.report [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Deleted allocations for instance cb792760-6b35-4299-9fca-6412fa62312c [ 722.451439] env[69784]: DEBUG nova.network.neutron [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Updated VIF entry in instance network info cache for port fb25bdd6-8dd4-47e9-ab17-e64d264d5909. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.451686] env[69784]: DEBUG nova.network.neutron [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Updating instance_info_cache with network_info: [{"id": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "address": "fa:16:3e:74:1f:31", "network": {"id": "a759a062-f5ed-4a69-a4d6-3d9ff1fc15f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2067475550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9cf9dad644449e8839079ab6745f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb25bdd6-8d", "ovs_interfaceid": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.599899] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.635860] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627125, 'name': CreateVM_Task, 'duration_secs': 0.439346} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.637147] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.637147] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.638211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.638211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.638211] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0791e2-4b93-4e89-a874-439a8c195f27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.645984] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 722.645984] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eddf45-4431-9fd5-e6b4-47b14c16dd13" [ 722.645984] env[69784]: _type = "Task" [ 722.645984] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.659386] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eddf45-4431-9fd5-e6b4-47b14c16dd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.889919] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627126, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.912794] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4027139e-b1c7-4bb2-80d8-8655b5953131 tempest-ImagesNegativeTestJSON-1415695133 tempest-ImagesNegativeTestJSON-1415695133-project-member] Lock "cb792760-6b35-4299-9fca-6412fa62312c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.897s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.939327] env[69784]: DEBUG nova.network.neutron [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Successfully updated port: 04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.955198] env[69784]: DEBUG oslo_concurrency.lockutils [req-b8240768-20c1-47df-9e2d-94a79e1ebf45 req-0009d323-fe4f-4b0c-8fe2-42136c079026 service nova] Releasing lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.098589] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605299} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.098880] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] aba3f593-3ed0-4505-aedc-d5dc230aa8a6/aba3f593-3ed0-4505-aedc-d5dc230aa8a6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.099147] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.099401] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8255a1c-ebf5-4703-acf8-19a4e1dd8be0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.107134] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 723.107134] env[69784]: value = "task-3627127" [ 723.107134] env[69784]: _type = "Task" [ 723.107134] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.115444] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.158896] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eddf45-4431-9fd5-e6b4-47b14c16dd13, 'name': SearchDatastore_Task, 'duration_secs': 0.027903} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.159278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.159469] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.159739] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.159892] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.160083] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.160349] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c7e534-4884-49d5-a003-b18e7873a57b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.171748] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.172098] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.173224] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6679ef12-ad66-40f0-918f-d627d05772fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.180494] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 723.180494] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520f3e3b-05cc-86fe-647f-d04424bb58a6" [ 723.180494] env[69784]: _type = "Task" [ 723.180494] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.189223] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520f3e3b-05cc-86fe-647f-d04424bb58a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.390480] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627126, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.441988] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.442129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.442315] env[69784]: DEBUG nova.network.neutron [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.621259] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078562} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.621583] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.622977] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b4cbd4-a9d6-41bd-b726-59251863450e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.650243] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] aba3f593-3ed0-4505-aedc-d5dc230aa8a6/aba3f593-3ed0-4505-aedc-d5dc230aa8a6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.653126] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3ee5de-0c04-43a3-b21f-b57c83bc23ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.678124] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 723.678124] env[69784]: value = "task-3627129" [ 723.678124] env[69784]: _type = "Task" [ 723.678124] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.689737] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.696186] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520f3e3b-05cc-86fe-647f-d04424bb58a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020602} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.697035] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93451807-389b-4a6c-9cca-5996fc9368de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.703119] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 723.703119] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527a010d-bba1-840b-2a56-082e6928527c" [ 723.703119] env[69784]: _type = "Task" [ 723.703119] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.712345] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527a010d-bba1-840b-2a56-082e6928527c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.890245] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627126, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.991468] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdca05a0-3d61-4c03-905d-62e4e36bb6c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.996436] env[69784]: DEBUG nova.network.neutron [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.005166] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56879669-9157-45ca-95a3-3046d7a4e5f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.042175] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fd2557-290b-4794-a717-9e955de7e55b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.050467] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf1279e-b8b6-4fab-8a7f-68ac8bf9bb94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.069424] env[69784]: DEBUG nova.compute.provider_tree [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.136325] env[69784]: DEBUG nova.compute.manager [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Received event network-vif-plugged-04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.136548] env[69784]: DEBUG oslo_concurrency.lockutils [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] Acquiring lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.136778] env[69784]: DEBUG oslo_concurrency.lockutils [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.136956] env[69784]: DEBUG oslo_concurrency.lockutils [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.137136] env[69784]: DEBUG nova.compute.manager [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] No waiting events found dispatching network-vif-plugged-04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.137352] env[69784]: WARNING nova.compute.manager [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Received unexpected event network-vif-plugged-04363f6a-6382-4d1f-938b-eaedca50d88d for instance with vm_state building and task_state spawning. [ 724.137454] env[69784]: DEBUG nova.compute.manager [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Received event network-changed-04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.137601] env[69784]: DEBUG nova.compute.manager [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Refreshing instance network info cache due to event network-changed-04363f6a-6382-4d1f-938b-eaedca50d88d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.137763] env[69784]: DEBUG oslo_concurrency.lockutils [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] Acquiring lock "refresh_cache-0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.189340] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627129, 'name': ReconfigVM_Task, 'duration_secs': 0.31372} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.189666] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Reconfigured VM instance instance-00000012 to attach disk [datastore2] aba3f593-3ed0-4505-aedc-d5dc230aa8a6/aba3f593-3ed0-4505-aedc-d5dc230aa8a6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.190547] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119f63ef-3891-43c0-b943-598707eceaa2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.201379] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 724.201379] env[69784]: value = "task-3627130" [ 724.201379] env[69784]: _type = "Task" [ 724.201379] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.214124] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527a010d-bba1-840b-2a56-082e6928527c, 'name': SearchDatastore_Task, 'duration_secs': 0.019484} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.217415] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.217688] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a3f4dadf-a9bc-4155-82b7-fb0c24656663/a3f4dadf-a9bc-4155-82b7-fb0c24656663.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.217969] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627130, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.218194] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18743138-91a0-43d7-9c54-55002dfbeb0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.225511] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 724.225511] env[69784]: value = "task-3627131" [ 724.225511] env[69784]: _type = "Task" [ 724.225511] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.234715] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.248982] env[69784]: DEBUG nova.network.neutron [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Updating instance_info_cache with network_info: [{"id": "04363f6a-6382-4d1f-938b-eaedca50d88d", "address": "fa:16:3e:2a:80:15", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04363f6a-63", "ovs_interfaceid": "04363f6a-6382-4d1f-938b-eaedca50d88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.392514] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627126, 'name': CloneVM_Task, 'duration_secs': 1.850975} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.392814] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Created linked-clone VM from snapshot [ 724.393676] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c00c4-b740-498e-9163-00274e3696fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.404501] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Uploading image dcf536c1-5452-4cc5-b6d2-199958c69931 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.437228] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.437228] env[69784]: value = "vm-723330" [ 724.437228] env[69784]: _type = "VirtualMachine" [ 724.437228] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.437567] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85bf8016-e547-441e-8d26-ebb85af6f13a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.447211] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lease: (returnval){ [ 724.447211] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297c8e0-f268-a7e9-5ddd-346cac1dd52d" [ 724.447211] env[69784]: _type = "HttpNfcLease" [ 724.447211] env[69784]: } obtained for exporting VM: (result){ [ 724.447211] env[69784]: value = "vm-723330" [ 724.447211] env[69784]: _type = "VirtualMachine" [ 724.447211] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.447859] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the lease: (returnval){ [ 724.447859] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297c8e0-f268-a7e9-5ddd-346cac1dd52d" [ 724.447859] env[69784]: _type = "HttpNfcLease" [ 724.447859] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.456441] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.456441] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297c8e0-f268-a7e9-5ddd-346cac1dd52d" [ 724.456441] env[69784]: _type = "HttpNfcLease" [ 724.456441] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.572593] env[69784]: DEBUG nova.scheduler.client.report [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.713116] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627130, 'name': Rename_Task, 'duration_secs': 0.161613} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.713698] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.714132] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cf7568a-e53d-4180-8170-a507c5997ade {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.723442] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 724.723442] env[69784]: value = "task-3627133" [ 724.723442] env[69784]: _type = "Task" [ 724.723442] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.740261] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.744486] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450981} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.745810] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a3f4dadf-a9bc-4155-82b7-fb0c24656663/a3f4dadf-a9bc-4155-82b7-fb0c24656663.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.745810] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.745810] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3526aa51-8682-4642-b52f-dbcc1db8835a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.754040] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.754040] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Instance network_info: |[{"id": "04363f6a-6382-4d1f-938b-eaedca50d88d", "address": "fa:16:3e:2a:80:15", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04363f6a-63", "ovs_interfaceid": "04363f6a-6382-4d1f-938b-eaedca50d88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.754352] env[69784]: DEBUG oslo_concurrency.lockutils [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] Acquired lock "refresh_cache-0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.754352] env[69784]: DEBUG nova.network.neutron [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Refreshing network info cache for port 04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.755657] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:80:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04363f6a-6382-4d1f-938b-eaedca50d88d', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.764060] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating folder: Project (8dc11ebf36df4488bfd3228e5528eb75). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.766316] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eea6db0-209f-4433-940f-ca7c77b061a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.769065] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 724.769065] env[69784]: value = "task-3627134" [ 724.769065] env[69784]: _type = "Task" [ 724.769065] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.781908] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.783715] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created folder: Project (8dc11ebf36df4488bfd3228e5528eb75) in parent group-v723273. [ 724.784127] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating folder: Instances. Parent ref: group-v723331. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.784412] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0221e928-fb56-4e6b-a5ed-13899909ea89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.796141] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created folder: Instances in parent group-v723331. [ 724.796361] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.796754] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.796937] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39a138df-5894-43ad-bee8-895bb8467646 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.825387] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.825387] env[69784]: value = "task-3627137" [ 724.825387] env[69784]: _type = "Task" [ 724.825387] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.836366] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627137, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.958041] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.958041] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297c8e0-f268-a7e9-5ddd-346cac1dd52d" [ 724.958041] env[69784]: _type = "HttpNfcLease" [ 724.958041] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.958406] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.958406] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297c8e0-f268-a7e9-5ddd-346cac1dd52d" [ 724.958406] env[69784]: _type = "HttpNfcLease" [ 724.958406] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.959459] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39800d4c-c73c-4afb-acd0-0700d1ba08ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.969583] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52335d8a-e6d8-613c-1914-e4c4c43bc1a5/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.969782] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52335d8a-e6d8-613c-1914-e4c4c43bc1a5/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.078791] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.079854] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.084026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.455s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.086258] env[69784]: INFO nova.compute.claims [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.104605] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b76e1980-ed6d-4928-aa52-896b5e5c9877 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.243278] env[69784]: DEBUG oslo_vmware.api [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627133, 'name': PowerOnVM_Task, 'duration_secs': 0.507818} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.243278] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.243278] env[69784]: INFO nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Took 8.69 seconds to spawn the instance on the hypervisor. [ 725.243278] env[69784]: DEBUG nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.243931] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892201ec-284d-43ab-958c-8bb772bbc0dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.281841] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074029} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.281841] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.281841] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db47b668-9670-4069-9a3d-884d254be377 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.304880] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] a3f4dadf-a9bc-4155-82b7-fb0c24656663/a3f4dadf-a9bc-4155-82b7-fb0c24656663.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.305780] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d439c6f5-37f6-4fc6-9012-8df9375dc229 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.335405] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 725.335405] env[69784]: value = "task-3627139" [ 725.335405] env[69784]: _type = "Task" [ 725.335405] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.340393] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627137, 'name': CreateVM_Task, 'duration_secs': 0.417287} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.345556] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.346824] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.347034] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.347404] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.348050] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151c58a0-572b-4416-bacd-6026c3417580 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.353898] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.357080] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 725.357080] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f794a3-1d00-423a-d992-439c9cc4a722" [ 725.357080] env[69784]: _type = "Task" [ 725.357080] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.368214] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f794a3-1d00-423a-d992-439c9cc4a722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.550857] env[69784]: DEBUG nova.network.neutron [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Updated VIF entry in instance network info cache for port 04363f6a-6382-4d1f-938b-eaedca50d88d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.552310] env[69784]: DEBUG nova.network.neutron [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Updating instance_info_cache with network_info: [{"id": "04363f6a-6382-4d1f-938b-eaedca50d88d", "address": "fa:16:3e:2a:80:15", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04363f6a-63", "ovs_interfaceid": "04363f6a-6382-4d1f-938b-eaedca50d88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.592197] env[69784]: DEBUG nova.compute.utils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.598427] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.599099] env[69784]: DEBUG nova.network.neutron [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.654531] env[69784]: DEBUG nova.policy [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f95e047c8d34783ab974fe179d44c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35aa5af60e748b7970d6e91a1609e35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.762809] env[69784]: INFO nova.compute.manager [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Took 43.14 seconds to build instance. [ 725.855875] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.874475] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f794a3-1d00-423a-d992-439c9cc4a722, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.874796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.875947] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.876248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.876610] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.876793] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.877108] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2468c7d9-5106-4a5b-a74c-18d28f1fd16a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.888855] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.889132] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.891277] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750fbda4-bd7e-4d70-8e0b-eee1cb6264c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.901654] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 725.901654] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527507d7-992a-1dc3-1a71-7b93b3a4bc54" [ 725.901654] env[69784]: _type = "Task" [ 725.901654] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.918766] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527507d7-992a-1dc3-1a71-7b93b3a4bc54, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.920605] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bbb75d-6377-4d75-8570-7764fd2947a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.929385] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 725.929385] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ddd1e5-f398-b7af-e624-80e253a9be01" [ 725.929385] env[69784]: _type = "Task" [ 725.929385] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.944020] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ddd1e5-f398-b7af-e624-80e253a9be01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.057423] env[69784]: DEBUG oslo_concurrency.lockutils [req-0127b5f6-a9c5-4bb0-8403-2640d7d1083c req-35014b0d-7f8f-47df-afcd-243b24297911 service nova] Releasing lock "refresh_cache-0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.099369] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.155709] env[69784]: DEBUG nova.network.neutron [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Successfully created port: 146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.269679] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fe1130eb-9994-4d57-8f00-3aa8fd796f04 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.196s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.352933] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627139, 'name': ReconfigVM_Task, 'duration_secs': 0.670349} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.353051] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Reconfigured VM instance instance-00000013 to attach disk [datastore2] a3f4dadf-a9bc-4155-82b7-fb0c24656663/a3f4dadf-a9bc-4155-82b7-fb0c24656663.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.353796] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d115ea47-2728-496e-9bbb-6634ce387425 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.365731] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 726.365731] env[69784]: value = "task-3627140" [ 726.365731] env[69784]: _type = "Task" [ 726.365731] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.385892] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627140, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.443686] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ddd1e5-f398-b7af-e624-80e253a9be01, 'name': SearchDatastore_Task, 'duration_secs': 0.013695} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.446421] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.446983] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5/0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.447196] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf10fc31-45dd-4786-9f69-201c581a9f03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.456542] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 726.456542] env[69784]: value = "task-3627141" [ 726.456542] env[69784]: _type = "Task" [ 726.456542] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.467785] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.768092] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1cc246-d37a-4c50-bfc0-5e09d8c0efe8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.778862] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.792140] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a74ae64-249b-44f1-adc3-36c1b776a535 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.836344] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ab201-895b-4164-a58b-fd0f4ceef443 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.849142] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578be216-3f27-42c7-a28d-bf74a6ef61bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.861049] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.861441] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.873558] env[69784]: DEBUG nova.compute.provider_tree [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.886218] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627140, 'name': Rename_Task, 'duration_secs': 0.212586} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.887386] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.887680] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82eb8bd6-cab9-4206-aa17-ebd18584d411 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.899300] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 726.899300] env[69784]: value = "task-3627142" [ 726.899300] env[69784]: _type = "Task" [ 726.899300] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.912334] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.968437] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627141, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.111845] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.137018] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.137018] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.137018] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.137251] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.137251] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.137878] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.139099] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.139099] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.139099] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.139099] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.139099] env[69784]: DEBUG nova.virt.hardware [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.140543] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82268626-60b8-4953-a141-38db36da94df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.149133] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c22dae6-b4be-47bd-94a7-d596aad82c80 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.313150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.380292] env[69784]: DEBUG nova.scheduler.client.report [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.420871] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627142, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.468846] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575702} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.469199] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5/0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.469425] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.469691] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac618fc0-4d07-4648-92aa-4efb6d741fd4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.477747] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 727.477747] env[69784]: value = "task-3627144" [ 727.477747] env[69784]: _type = "Task" [ 727.477747] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.488878] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.886420] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.887912] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.892614] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.894026] env[69784]: INFO nova.compute.claims [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.914754] env[69784]: DEBUG oslo_vmware.api [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627142, 'name': PowerOnVM_Task, 'duration_secs': 0.943273} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.915033] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.915237] env[69784]: INFO nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Took 8.54 seconds to spawn the instance on the hypervisor. [ 727.915426] env[69784]: DEBUG nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.916307] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1636dfc-7c5a-4eeb-8817-d7340e9d2288 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.990383] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113943} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.990646] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.991461] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335ecbe-219d-4845-8893-5d1264d7fd7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.021581] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5/0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.024336] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89cf479a-846f-4be0-84b2-0c0e3d9ff3f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.046961] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 728.046961] env[69784]: value = "task-3627145" [ 728.046961] env[69784]: _type = "Task" [ 728.046961] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.059376] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.236330] env[69784]: DEBUG nova.network.neutron [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Successfully updated port: 146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.266864] env[69784]: DEBUG nova.compute.manager [req-4e0915bc-09ba-4459-8a04-51c732312af1 req-4ed8f0e5-fba5-465e-bcab-18c38f74595e service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Received event network-vif-plugged-146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.267590] env[69784]: DEBUG oslo_concurrency.lockutils [req-4e0915bc-09ba-4459-8a04-51c732312af1 req-4ed8f0e5-fba5-465e-bcab-18c38f74595e service nova] Acquiring lock "eb175817-6559-4954-9979-6125c80f623a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.267590] env[69784]: DEBUG oslo_concurrency.lockutils [req-4e0915bc-09ba-4459-8a04-51c732312af1 req-4ed8f0e5-fba5-465e-bcab-18c38f74595e service nova] Lock "eb175817-6559-4954-9979-6125c80f623a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.267590] env[69784]: DEBUG oslo_concurrency.lockutils [req-4e0915bc-09ba-4459-8a04-51c732312af1 req-4ed8f0e5-fba5-465e-bcab-18c38f74595e service nova] Lock "eb175817-6559-4954-9979-6125c80f623a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.267976] env[69784]: DEBUG nova.compute.manager [req-4e0915bc-09ba-4459-8a04-51c732312af1 req-4ed8f0e5-fba5-465e-bcab-18c38f74595e service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] No waiting events found dispatching network-vif-plugged-146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.267976] env[69784]: WARNING nova.compute.manager [req-4e0915bc-09ba-4459-8a04-51c732312af1 req-4ed8f0e5-fba5-465e-bcab-18c38f74595e service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Received unexpected event network-vif-plugged-146e3348-51de-4927-b381-253a486c9218 for instance with vm_state building and task_state spawning. [ 728.406624] env[69784]: DEBUG nova.compute.utils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.410031] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.410180] env[69784]: DEBUG nova.network.neutron [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.439126] env[69784]: INFO nova.compute.manager [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Took 42.66 seconds to build instance. [ 728.469334] env[69784]: DEBUG nova.policy [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fadf6a273cde4b7db8e0bd7511710d13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6be4a6c70d540b2b70ca10734896f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.565291] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.742761] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.744188] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.744378] env[69784]: DEBUG nova.network.neutron [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.888442] env[69784]: DEBUG nova.network.neutron [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Successfully created port: 2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.915830] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.942268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-669a8847-155a-4f74-931a-f01de66b8dd0 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.783s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.046882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.047541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.048562] env[69784]: INFO nova.compute.manager [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Rebooting instance [ 729.077845] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627145, 'name': ReconfigVM_Task, 'duration_secs': 0.941984} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.079234] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5/0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.079234] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79d77617-a4f5-4da7-928b-eb120f2b7cdb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.091255] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 729.091255] env[69784]: value = "task-3627146" [ 729.091255] env[69784]: _type = "Task" [ 729.091255] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.102601] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627146, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.293672] env[69784]: DEBUG nova.network.neutron [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.451926] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.482373] env[69784]: DEBUG nova.network.neutron [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Updating instance_info_cache with network_info: [{"id": "146e3348-51de-4927-b381-253a486c9218", "address": "fa:16:3e:38:25:16", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146e3348-51", "ovs_interfaceid": "146e3348-51de-4927-b381-253a486c9218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.597445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.597660] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquired lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.597895] env[69784]: DEBUG nova.network.neutron [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.610318] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627146, 'name': Rename_Task, 'duration_secs': 0.242294} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.611548] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.611763] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e47115-9980-455e-9b13-75e1185497b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.622753] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 729.622753] env[69784]: value = "task-3627147" [ 729.622753] env[69784]: _type = "Task" [ 729.622753] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.631914] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.654179] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7bfbd5-7770-4a2f-9c6b-886fd6f73b55 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.664465] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f651a64-3d5d-40d5-aea5-0e0e3220c8cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.700585] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c579cc-3ba1-4403-a43e-85959320b4a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.709843] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f6e09-44a5-4a29-8c01-580f708ef9db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.726578] env[69784]: DEBUG nova.compute.provider_tree [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.934402] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.961985] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.962256] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.962409] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.963130] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.963130] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.963130] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.963406] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.963406] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.963708] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.963708] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.964338] env[69784]: DEBUG nova.virt.hardware [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.964706] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c3335b-6caa-456a-9a91-b03f40b806b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.979375] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e44a5ef-eeaf-4a88-aabb-86e464464d0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.993172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.993172] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Instance network_info: |[{"id": "146e3348-51de-4927-b381-253a486c9218", "address": "fa:16:3e:38:25:16", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146e3348-51", "ovs_interfaceid": "146e3348-51de-4927-b381-253a486c9218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.994324] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.997061] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:25:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146e3348-51de-4927-b381-253a486c9218', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.002709] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating folder: Project (b35aa5af60e748b7970d6e91a1609e35). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.003526] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-426a3025-d052-4afd-9bfd-cd569b0bfe88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.020037] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created folder: Project (b35aa5af60e748b7970d6e91a1609e35) in parent group-v723273. [ 730.020037] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating folder: Instances. Parent ref: group-v723334. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.020037] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4905a7-06b5-4d8e-8698-992ad9d98954 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.034270] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created folder: Instances in parent group-v723334. [ 730.035243] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.035243] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb175817-6559-4954-9979-6125c80f623a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.035243] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff46cb0-65e2-40fc-9186-f32d62d4e85d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.059720] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.059720] env[69784]: value = "task-3627150" [ 730.059720] env[69784]: _type = "Task" [ 730.059720] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.069073] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627150, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.134323] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.230739] env[69784]: DEBUG nova.scheduler.client.report [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.461810] env[69784]: DEBUG nova.network.neutron [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Updating instance_info_cache with network_info: [{"id": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "address": "fa:16:3e:74:1f:31", "network": {"id": "a759a062-f5ed-4a69-a4d6-3d9ff1fc15f3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2067475550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9cf9dad644449e8839079ab6745f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb25bdd6-8d", "ovs_interfaceid": "fb25bdd6-8dd4-47e9-ab17-e64d264d5909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.572659] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627150, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.634254] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.736590] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.737016] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.746040] env[69784]: DEBUG nova.network.neutron [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Successfully updated port: 2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.747091] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.137s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.749624] env[69784]: INFO nova.compute.claims [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.758302] env[69784]: DEBUG nova.compute.manager [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Received event network-changed-146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.758555] env[69784]: DEBUG nova.compute.manager [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Refreshing instance network info cache due to event network-changed-146e3348-51de-4927-b381-253a486c9218. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.758790] env[69784]: DEBUG oslo_concurrency.lockutils [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] Acquiring lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.758907] env[69784]: DEBUG oslo_concurrency.lockutils [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] Acquired lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.759145] env[69784]: DEBUG nova.network.neutron [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Refreshing network info cache for port 146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.965054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Releasing lock "refresh_cache-a3f4dadf-a9bc-4155-82b7-fb0c24656663" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.073820] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627150, 'name': CreateVM_Task, 'duration_secs': 0.624922} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.074038] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb175817-6559-4954-9979-6125c80f623a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.074927] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.075191] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.075634] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.075977] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84cc7e0-fa03-4d68-a363-f87f4733f4e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.082089] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 731.082089] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ec21b-9cdc-53eb-e43a-6324701d1b2e" [ 731.082089] env[69784]: _type = "Task" [ 731.082089] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.092682] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ec21b-9cdc-53eb-e43a-6324701d1b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.136197] env[69784]: DEBUG oslo_vmware.api [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627147, 'name': PowerOnVM_Task, 'duration_secs': 1.301321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.136894] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.137472] env[69784]: INFO nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Took 9.00 seconds to spawn the instance on the hypervisor. [ 731.137472] env[69784]: DEBUG nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.138584] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc133dfa-8754-4369-9532-f76b03793e37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.256409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "refresh_cache-cc0af723-ef88-4d6f-b59a-63770c6b08f7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.256635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquired lock "refresh_cache-cc0af723-ef88-4d6f-b59a-63770c6b08f7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.256774] env[69784]: DEBUG nova.network.neutron [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.259516] env[69784]: DEBUG nova.compute.utils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.263628] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.263628] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.319680] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquiring lock "bee91322-be72-4998-aeb4-b8d6bf4a905d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.319887] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.359516] env[69784]: DEBUG nova.policy [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d463e67dbf24cd98e593268bca93f0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2797922a6d9649d0ac6ff8a391e38849', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.472700] env[69784]: DEBUG nova.compute.manager [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.473795] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7233925f-bd04-47d4-9f6a-14447d497313 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.597401] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ec21b-9cdc-53eb-e43a-6324701d1b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.030919} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.597401] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.597401] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.597401] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.597619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.597619] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.597619] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d00c6ab-4106-4e4a-9f25-582042552988 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.610502] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.610502] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.610502] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02504044-d52f-4a84-9875-4f576281efa0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.618430] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 731.618430] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528c775a-7a36-6b76-1476-80ea6d6859c8" [ 731.618430] env[69784]: _type = "Task" [ 731.618430] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.628341] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528c775a-7a36-6b76-1476-80ea6d6859c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.658755] env[69784]: INFO nova.compute.manager [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Took 45.15 seconds to build instance. [ 731.750306] env[69784]: DEBUG nova.network.neutron [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Updated VIF entry in instance network info cache for port 146e3348-51de-4927-b381-253a486c9218. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.750826] env[69784]: DEBUG nova.network.neutron [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Updating instance_info_cache with network_info: [{"id": "146e3348-51de-4927-b381-253a486c9218", "address": "fa:16:3e:38:25:16", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146e3348-51", "ovs_interfaceid": "146e3348-51de-4927-b381-253a486c9218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.768624] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.821820] env[69784]: DEBUG nova.network.neutron [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.096135] env[69784]: DEBUG nova.network.neutron [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Updating instance_info_cache with network_info: [{"id": "2f8e4f79-144c-4647-96e7-17bab1232474", "address": "fa:16:3e:45:d3:cc", "network": {"id": "70ba875a-a378-4697-9fc9-56b4898df7e7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-656255360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6be4a6c70d540b2b70ca10734896f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8e4f79-14", "ovs_interfaceid": "2f8e4f79-144c-4647-96e7-17bab1232474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.102343] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Successfully created port: 8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.137723] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528c775a-7a36-6b76-1476-80ea6d6859c8, 'name': SearchDatastore_Task, 'duration_secs': 0.054635} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.138885] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2621cd08-e773-4bf6-b22f-6abb53669e53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.151433] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 732.151433] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525f3aa8-4941-3852-9df8-bb9d4476491f" [ 732.151433] env[69784]: _type = "Task" [ 732.151433] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.163350] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13c7e8d4-40ea-4b06-9702-43bfb6a2fa07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.943s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.163513] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525f3aa8-4941-3852-9df8-bb9d4476491f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.257573] env[69784]: DEBUG oslo_concurrency.lockutils [req-57a131d5-6792-46f4-8fab-5c309937ec7d req-315d5ffb-fa4b-4871-9703-687a8b688a10 service nova] Releasing lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.433492] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c5f8b-10a1-473f-a417-67c17d291cd4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.443471] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c77ecf0-0ba8-468d-b1d6-3b0da1df0303 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.477252] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.477252] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.479968] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d4436-ac11-4fed-ac77-92d60250b3ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.489326] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32b55f-f514-4851-a3c2-3bc5bd0fc72d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.496060] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa6f9b-bbe1-4c0a-a048-b6ab295913b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.512408] env[69784]: DEBUG nova.compute.provider_tree [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.518712] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Doing hard reboot of VM {{(pid=69784) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 732.520747] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Successfully created port: 4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.522038] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4a7f449-0bd7-4289-8537-175fae4cb74e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.532862] env[69784]: DEBUG oslo_vmware.api [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 732.532862] env[69784]: value = "task-3627151" [ 732.532862] env[69784]: _type = "Task" [ 732.532862] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.545324] env[69784]: DEBUG oslo_vmware.api [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627151, 'name': ResetVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.599800] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Releasing lock "refresh_cache-cc0af723-ef88-4d6f-b59a-63770c6b08f7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.599800] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Instance network_info: |[{"id": "2f8e4f79-144c-4647-96e7-17bab1232474", "address": "fa:16:3e:45:d3:cc", "network": {"id": "70ba875a-a378-4697-9fc9-56b4898df7e7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-656255360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6be4a6c70d540b2b70ca10734896f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8e4f79-14", "ovs_interfaceid": "2f8e4f79-144c-4647-96e7-17bab1232474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.600057] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d3:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f8e4f79-144c-4647-96e7-17bab1232474', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.609126] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Creating folder: Project (f6be4a6c70d540b2b70ca10734896f87). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.609126] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0619f222-c215-43e8-be8f-7904457aa960 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.624027] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Created folder: Project (f6be4a6c70d540b2b70ca10734896f87) in parent group-v723273. [ 732.624027] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Creating folder: Instances. Parent ref: group-v723337. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.624027] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-652badad-6489-4bd9-b760-ef7b5cd8bbfa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.640027] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Created folder: Instances in parent group-v723337. [ 732.640027] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.640027] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.640027] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d5c6fe-ed4c-4e52-986a-d702dc946ce2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.669352] env[69784]: DEBUG nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.672021] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525f3aa8-4941-3852-9df8-bb9d4476491f, 'name': SearchDatastore_Task, 'duration_secs': 0.028509} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.677038] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.677038] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] eb175817-6559-4954-9979-6125c80f623a/eb175817-6559-4954-9979-6125c80f623a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.677038] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.677038] env[69784]: value = "task-3627154" [ 732.677038] env[69784]: _type = "Task" [ 732.677038] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.677038] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e1292a1-9069-454d-a683-82742531b1fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.693284] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 732.693284] env[69784]: value = "task-3627155" [ 732.693284] env[69784]: _type = "Task" [ 732.693284] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.693850] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627154, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.704796] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.792241] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.821093] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.821366] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.821524] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.821703] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.821846] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.821990] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.822409] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.822638] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.822855] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.823145] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.823567] env[69784]: DEBUG nova.virt.hardware [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.824490] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca1942a-cdbb-42fe-be76-c81769c23352 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.835331] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1287f7ce-d6a3-432c-a344-c563971b5212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.895672] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Successfully created port: 3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.991023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.991023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.991023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.991023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.991023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.991023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.992256] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 732.992256] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.015625] env[69784]: DEBUG nova.scheduler.client.report [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.046745] env[69784]: DEBUG oslo_vmware.api [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627151, 'name': ResetVM_Task, 'duration_secs': 0.123147} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.047232] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Did hard reboot of VM {{(pid=69784) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 733.047440] env[69784]: DEBUG nova.compute.manager [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.048773] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb4448-2412-4838-bbb3-4b3adc078576 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.145693] env[69784]: DEBUG nova.compute.manager [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Received event network-vif-plugged-2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.145882] env[69784]: DEBUG oslo_concurrency.lockutils [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] Acquiring lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.146112] env[69784]: DEBUG oslo_concurrency.lockutils [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.146266] env[69784]: DEBUG oslo_concurrency.lockutils [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.146436] env[69784]: DEBUG nova.compute.manager [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] No waiting events found dispatching network-vif-plugged-2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.146599] env[69784]: WARNING nova.compute.manager [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Received unexpected event network-vif-plugged-2f8e4f79-144c-4647-96e7-17bab1232474 for instance with vm_state building and task_state spawning. [ 733.146757] env[69784]: DEBUG nova.compute.manager [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Received event network-changed-2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.146950] env[69784]: DEBUG nova.compute.manager [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Refreshing instance network info cache due to event network-changed-2f8e4f79-144c-4647-96e7-17bab1232474. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.147160] env[69784]: DEBUG oslo_concurrency.lockutils [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] Acquiring lock "refresh_cache-cc0af723-ef88-4d6f-b59a-63770c6b08f7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.147300] env[69784]: DEBUG oslo_concurrency.lockutils [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] Acquired lock "refresh_cache-cc0af723-ef88-4d6f-b59a-63770c6b08f7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.147457] env[69784]: DEBUG nova.network.neutron [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Refreshing network info cache for port 2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.192450] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627154, 'name': CreateVM_Task, 'duration_secs': 0.428229} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.193107] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.194462] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.194462] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.194462] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.195468] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.195764] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4a5d9d-5e4f-4430-89fa-eb9277fcce7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.208261] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.209888] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 733.209888] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52315ec0-295d-5d8a-ba73-7f57a09c4672" [ 733.209888] env[69784]: _type = "Task" [ 733.209888] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.220132] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52315ec0-295d-5d8a-ba73-7f57a09c4672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.495971] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.524056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.524056] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.527084] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.901s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.527404] env[69784]: DEBUG nova.objects.instance [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lazy-loading 'resources' on Instance uuid 3389c5e6-23b8-457f-9a79-47acd61a69ce {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.566775] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a398398-5059-442b-9501-720117acf169 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.519s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.706886] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.721803] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52315ec0-295d-5d8a-ba73-7f57a09c4672, 'name': SearchDatastore_Task, 'duration_secs': 0.022969} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.722111] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.722341] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.722570] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.722704] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.722870] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.723246] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557236f5-e9e6-4858-8061-af9bb858df54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.736359] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.736359] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.739439] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597974ab-8662-49a4-99bf-598e4f7d4ff6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.745973] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 733.745973] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cae75c-df96-f115-3bc9-b8dbef9bdbeb" [ 733.745973] env[69784]: _type = "Task" [ 733.745973] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.755350] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cae75c-df96-f115-3bc9-b8dbef9bdbeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.946103] env[69784]: DEBUG nova.network.neutron [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Updated VIF entry in instance network info cache for port 2f8e4f79-144c-4647-96e7-17bab1232474. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.946479] env[69784]: DEBUG nova.network.neutron [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Updating instance_info_cache with network_info: [{"id": "2f8e4f79-144c-4647-96e7-17bab1232474", "address": "fa:16:3e:45:d3:cc", "network": {"id": "70ba875a-a378-4697-9fc9-56b4898df7e7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-656255360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6be4a6c70d540b2b70ca10734896f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8e4f79-14", "ovs_interfaceid": "2f8e4f79-144c-4647-96e7-17bab1232474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.030926] env[69784]: DEBUG nova.compute.utils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.032334] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.032506] env[69784]: DEBUG nova.network.neutron [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.074885] env[69784]: DEBUG nova.policy [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '432dba58a07a4ee3a2074962c0e38570', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3c7fc7a57d845cf9c435727194fcfc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.212767] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.259926] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cae75c-df96-f115-3bc9-b8dbef9bdbeb, 'name': SearchDatastore_Task, 'duration_secs': 0.015893} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.264342] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9db8bd-9194-49c6-9583-ff0b6c5ccefc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.270851] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 734.270851] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b40072-6e10-2b40-0d25-99b30ecf62f7" [ 734.270851] env[69784]: _type = "Task" [ 734.270851] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.283796] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b40072-6e10-2b40-0d25-99b30ecf62f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.311756] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.312171] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.450143] env[69784]: DEBUG oslo_concurrency.lockutils [req-5bfa0b88-5a05-45fb-b1b0-1040ba2b21ef req-f4043126-9356-43a9-a909-b87982a55207 service nova] Releasing lock "refresh_cache-cc0af723-ef88-4d6f-b59a-63770c6b08f7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.540132] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.570308] env[69784]: DEBUG nova.network.neutron [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Successfully created port: 840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.625238] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52335d8a-e6d8-613c-1914-e4c4c43bc1a5/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.626332] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4dc152-a248-4d84-b927-8d7652fd71d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.635977] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52335d8a-e6d8-613c-1914-e4c4c43bc1a5/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.636181] env[69784]: ERROR oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52335d8a-e6d8-613c-1914-e4c4c43bc1a5/disk-0.vmdk due to incomplete transfer. [ 734.636422] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-990e1809-dfb6-43eb-99e6-209754f0590e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.648145] env[69784]: DEBUG oslo_vmware.rw_handles [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52335d8a-e6d8-613c-1914-e4c4c43bc1a5/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.648145] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Uploaded image dcf536c1-5452-4cc5-b6d2-199958c69931 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.650653] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.652200] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-762b8271-63f7-4c13-a3f4-a391de540a30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.660053] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 734.660053] env[69784]: value = "task-3627156" [ 734.660053] env[69784]: _type = "Task" [ 734.660053] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.671015] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627156, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.702667] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775deef3-91f1-4f8c-831e-c112b19a1b53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.716219] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105d3007-e397-4234-b8df-46a029dfbc8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.719795] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.688437} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.720058] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] eb175817-6559-4954-9979-6125c80f623a/eb175817-6559-4954-9979-6125c80f623a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.720274] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.720890] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5ea1da4-8972-48b8-9a3b-5e801ca1db24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.750629] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a59d43-2a91-4f21-8ec4-cfb9700dfdf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.757323] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 734.757323] env[69784]: value = "task-3627157" [ 734.757323] env[69784]: _type = "Task" [ 734.757323] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.763165] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e952bd-b727-4e07-8768-f8f967a12a75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.778626] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.786644] env[69784]: DEBUG nova.compute.provider_tree [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.794401] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b40072-6e10-2b40-0d25-99b30ecf62f7, 'name': SearchDatastore_Task, 'duration_secs': 0.024581} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.795124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.795124] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] cc0af723-ef88-4d6f-b59a-63770c6b08f7/cc0af723-ef88-4d6f-b59a-63770c6b08f7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.795268] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e5048f1-747b-4d17-b37a-d3bed5209b68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.804510] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 734.804510] env[69784]: value = "task-3627158" [ 734.804510] env[69784]: _type = "Task" [ 734.804510] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.813931] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.980276] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Successfully updated port: 8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.169936] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627156, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.275113] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144179} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.275972] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.277591] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc9375b-520e-4390-ac07-20c57e707115 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.306161] env[69784]: DEBUG nova.scheduler.client.report [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.327376] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] eb175817-6559-4954-9979-6125c80f623a/eb175817-6559-4954-9979-6125c80f623a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.329533] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.331673] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd77efef-a5c4-43f6-9465-912b1a71d9c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.349032] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.934s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.349300] env[69784]: DEBUG nova.objects.instance [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lazy-loading 'resources' on Instance uuid 3392f89e-b4f5-4a1d-bfde-81386244da0e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.359748] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627158, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.361382] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 735.361382] env[69784]: value = "task-3627159" [ 735.361382] env[69784]: _type = "Task" [ 735.361382] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.374235] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.379974] env[69784]: INFO nova.scheduler.client.report [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Deleted allocations for instance 3389c5e6-23b8-457f-9a79-47acd61a69ce [ 735.543016] env[69784]: DEBUG nova.compute.manager [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-vif-plugged-8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.543260] env[69784]: DEBUG oslo_concurrency.lockutils [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] Acquiring lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.543479] env[69784]: DEBUG oslo_concurrency.lockutils [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.543662] env[69784]: DEBUG oslo_concurrency.lockutils [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.543852] env[69784]: DEBUG nova.compute.manager [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] No waiting events found dispatching network-vif-plugged-8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.544030] env[69784]: WARNING nova.compute.manager [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received unexpected event network-vif-plugged-8e290c4c-7785-4ef3-8d71-03fac7e00f25 for instance with vm_state building and task_state spawning. [ 735.544193] env[69784]: DEBUG nova.compute.manager [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-changed-8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.544350] env[69784]: DEBUG nova.compute.manager [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Refreshing instance network info cache due to event network-changed-8e290c4c-7785-4ef3-8d71-03fac7e00f25. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.544533] env[69784]: DEBUG oslo_concurrency.lockutils [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] Acquiring lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.544667] env[69784]: DEBUG oslo_concurrency.lockutils [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] Acquired lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.544872] env[69784]: DEBUG nova.network.neutron [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Refreshing network info cache for port 8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.548472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.548472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.548472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.548472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.548600] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.550040] env[69784]: INFO nova.compute.manager [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Terminating instance [ 735.553448] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.577018] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.577018] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.577018] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.577018] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.577325] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.577325] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.577325] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.577325] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.577325] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.577471] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.577471] env[69784]: DEBUG nova.virt.hardware [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.577471] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319c96e-9ee0-4cdb-8dfb-1a7fdfbe24c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.586048] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dca3b2-7745-466a-8826-b3fd97e9fb10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.669633] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627156, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.839455] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79504} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.839725] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] cc0af723-ef88-4d6f-b59a-63770c6b08f7/cc0af723-ef88-4d6f-b59a-63770c6b08f7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.839963] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.840213] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e7916f-c78f-4c6a-a90c-4259f2aff19f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.848226] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 735.848226] env[69784]: value = "task-3627160" [ 735.848226] env[69784]: _type = "Task" [ 735.848226] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.861019] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.872767] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.894290] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f2b8af1-d69b-4739-a240-0611d3ca4834 tempest-ServerDiagnosticsTest-1558728588 tempest-ServerDiagnosticsTest-1558728588-project-member] Lock "3389c5e6-23b8-457f-9a79-47acd61a69ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.983s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.060039] env[69784]: DEBUG nova.compute.manager [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.060039] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.060039] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a50979c-346d-484e-bd0a-7907b28be273 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.070264] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.070517] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3897d27-544c-4a78-9ae1-4c54157686ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.079173] env[69784]: DEBUG oslo_vmware.api [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 736.079173] env[69784]: value = "task-3627161" [ 736.079173] env[69784]: _type = "Task" [ 736.079173] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.086459] env[69784]: DEBUG nova.network.neutron [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.095714] env[69784]: DEBUG oslo_vmware.api [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.173203] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627156, 'name': Destroy_Task, 'duration_secs': 1.133177} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.176215] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Destroyed the VM [ 736.176395] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.178824] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-919ce004-55a0-44f5-99a9-cf661d93c14b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.187960] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 736.187960] env[69784]: value = "task-3627162" [ 736.187960] env[69784]: _type = "Task" [ 736.187960] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.200664] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627162, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.357893] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071305} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.358396] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.361478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28d475-ba81-48b7-b891-065276d9e5f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.372931] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627159, 'name': ReconfigVM_Task, 'duration_secs': 0.937712} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.382326] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] eb175817-6559-4954-9979-6125c80f623a/eb175817-6559-4954-9979-6125c80f623a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.391671] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] cc0af723-ef88-4d6f-b59a-63770c6b08f7/cc0af723-ef88-4d6f-b59a-63770c6b08f7.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.394651] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d299623f-f466-40b7-9db8-5e07c26505b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.396291] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc9b043-2198-4a52-bfb7-41d0a5fdeeb8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.418444] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 736.418444] env[69784]: value = "task-3627163" [ 736.418444] env[69784]: _type = "Task" [ 736.418444] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.419757] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 736.419757] env[69784]: value = "task-3627164" [ 736.419757] env[69784]: _type = "Task" [ 736.419757] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.435574] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627163, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.438937] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.492707] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c51f6-e6b7-4112-a4c4-99f6ce4d434b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.502091] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bfb985-1246-425c-8243-1a9f4abdd868 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.534097] env[69784]: DEBUG nova.network.neutron [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.536128] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919e73f-5591-41f5-ac3a-0b8b2f9300e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.545184] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd364638-c8c4-4af7-a2a7-06129d78246e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.563024] env[69784]: DEBUG nova.compute.provider_tree [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.589790] env[69784]: DEBUG oslo_vmware.api [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627161, 'name': PowerOffVM_Task, 'duration_secs': 0.247032} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.592881] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.592881] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.592881] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b5a186-1df6-44fe-b51e-5081006fe606 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.693298] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.695443] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.695521] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Deleting the datastore file [datastore2] a3f4dadf-a9bc-4155-82b7-fb0c24656663 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.698437] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2816312-3835-4921-843d-7f7210507db4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.707019] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627162, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.713208] env[69784]: DEBUG oslo_vmware.api [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for the task: (returnval){ [ 736.713208] env[69784]: value = "task-3627166" [ 736.713208] env[69784]: _type = "Task" [ 736.713208] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.722927] env[69784]: DEBUG oslo_vmware.api [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.850073] env[69784]: DEBUG nova.network.neutron [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Successfully updated port: 840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.939646] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627163, 'name': Rename_Task, 'duration_secs': 0.398709} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.945033] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.945390] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.945656] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8a7c29-8f9a-4d4a-b6ea-beb613cda41b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.958482] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 736.958482] env[69784]: value = "task-3627167" [ 736.958482] env[69784]: _type = "Task" [ 736.958482] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.969250] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.040135] env[69784]: DEBUG oslo_concurrency.lockutils [req-178c8a89-01c6-463f-b0e8-872fe82a9de0 req-ab0612bd-06b5-449e-83bd-f5c5dd2bc5d4 service nova] Releasing lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.066593] env[69784]: DEBUG nova.scheduler.client.report [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.199521] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627162, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.224221] env[69784]: DEBUG oslo_vmware.api [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Task: {'id': task-3627166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298313} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.224648] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.224733] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.225020] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.225235] env[69784]: INFO nova.compute.manager [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Took 1.17 seconds to destroy the instance on the hypervisor. [ 737.225473] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.225660] env[69784]: DEBUG nova.compute.manager [-] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.225751] env[69784]: DEBUG nova.network.neutron [-] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.353787] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.353787] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquired lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.353787] env[69784]: DEBUG nova.network.neutron [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.436217] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627164, 'name': ReconfigVM_Task, 'duration_secs': 0.579004} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.436573] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Reconfigured VM instance instance-00000016 to attach disk [datastore2] cc0af723-ef88-4d6f-b59a-63770c6b08f7/cc0af723-ef88-4d6f-b59a-63770c6b08f7.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.437266] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af539fe2-18ef-4189-90e4-88d169ec9901 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.445936] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 737.445936] env[69784]: value = "task-3627168" [ 737.445936] env[69784]: _type = "Task" [ 737.445936] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.464906] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627168, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.472054] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.473475] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Successfully updated port: 4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.572514] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.575511] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.172s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.579473] env[69784]: INFO nova.compute.claims [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.619501] env[69784]: INFO nova.scheduler.client.report [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Deleted allocations for instance 3392f89e-b4f5-4a1d-bfde-81386244da0e [ 737.700845] env[69784]: DEBUG oslo_vmware.api [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627162, 'name': RemoveSnapshot_Task, 'duration_secs': 1.227191} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.701172] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.701398] env[69784]: INFO nova.compute.manager [None req-26a75064-9152-4195-8f76-1848a6cfa589 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Took 17.95 seconds to snapshot the instance on the hypervisor. [ 737.813301] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Received event network-vif-plugged-840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.813524] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Acquiring lock "62e679e6-579b-411a-bbed-3bf35d8829a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.813751] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.813881] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.814251] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] No waiting events found dispatching network-vif-plugged-840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.814356] env[69784]: WARNING nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Received unexpected event network-vif-plugged-840cc226-1fd3-407d-82f5-df49811b691c for instance with vm_state building and task_state spawning. [ 737.814550] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Received event network-changed-840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.814663] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Refreshing instance network info cache due to event network-changed-840cc226-1fd3-407d-82f5-df49811b691c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.814870] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Acquiring lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.905355] env[69784]: DEBUG nova.network.neutron [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.958576] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627168, 'name': Rename_Task, 'duration_secs': 0.16551} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.963959] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.964236] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c38018-b49a-4bca-84bc-0f65ef8cc174 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.976212] env[69784]: DEBUG oslo_vmware.api [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627167, 'name': PowerOnVM_Task, 'duration_secs': 0.563723} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.976212] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.976212] env[69784]: INFO nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Took 10.86 seconds to spawn the instance on the hypervisor. [ 737.976212] env[69784]: DEBUG nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.976212] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 737.976212] env[69784]: value = "task-3627169" [ 737.976212] env[69784]: _type = "Task" [ 737.976212] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.976757] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f806be-7cf6-4e66-83c4-b69f7b0b074c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.994102] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.112812] env[69784]: DEBUG nova.network.neutron [-] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.131225] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31aa0ac3-e536-4747-b62e-6ff2d8916ef9 tempest-ServerDiagnosticsNegativeTest-1255524236 tempest-ServerDiagnosticsNegativeTest-1255524236-project-member] Lock "3392f89e-b4f5-4a1d-bfde-81386244da0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.422s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.179007] env[69784]: DEBUG nova.network.neutron [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Updating instance_info_cache with network_info: [{"id": "840cc226-1fd3-407d-82f5-df49811b691c", "address": "fa:16:3e:72:49:76", "network": {"id": "58834ea7-fde4-410f-8dc2-00e06f2f9fd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-413151296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c7fc7a57d845cf9c435727194fcfc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840cc226-1f", "ovs_interfaceid": "840cc226-1fd3-407d-82f5-df49811b691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.492035] env[69784]: DEBUG oslo_vmware.api [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627169, 'name': PowerOnVM_Task, 'duration_secs': 0.464711} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.492035] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.492035] env[69784]: INFO nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Took 8.56 seconds to spawn the instance on the hypervisor. [ 738.492035] env[69784]: DEBUG nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.492035] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c96d921-31dc-403a-8a04-6d66768d84e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.509168] env[69784]: INFO nova.compute.manager [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Took 44.32 seconds to build instance. [ 738.618557] env[69784]: INFO nova.compute.manager [-] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Took 1.39 seconds to deallocate network for instance. [ 738.681362] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Releasing lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.681627] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Instance network_info: |[{"id": "840cc226-1fd3-407d-82f5-df49811b691c", "address": "fa:16:3e:72:49:76", "network": {"id": "58834ea7-fde4-410f-8dc2-00e06f2f9fd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-413151296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c7fc7a57d845cf9c435727194fcfc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840cc226-1f", "ovs_interfaceid": "840cc226-1fd3-407d-82f5-df49811b691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.681923] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Acquired lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.682117] env[69784]: DEBUG nova.network.neutron [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Refreshing network info cache for port 840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.683298] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:49:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840cc226-1fd3-407d-82f5-df49811b691c', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.695542] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Creating folder: Project (d3c7fc7a57d845cf9c435727194fcfc6). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.698878] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77bae18-71ba-4d64-a43d-d6b5f2ce77be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.714872] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Created folder: Project (d3c7fc7a57d845cf9c435727194fcfc6) in parent group-v723273. [ 738.715281] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Creating folder: Instances. Parent ref: group-v723340. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.715803] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cecab223-257a-4292-b185-a01c05800c4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.735834] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Created folder: Instances in parent group-v723340. [ 738.736273] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.740531] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.741257] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0e263ca-176a-49a3-9905-4c9702df46f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.766181] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.766181] env[69784]: value = "task-3627172" [ 738.766181] env[69784]: _type = "Task" [ 738.766181] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.777428] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627172, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.016855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00fcc317-5c05-40ab-a477-a826395418e6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "eb175817-6559-4954-9979-6125c80f623a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.781s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.024344] env[69784]: INFO nova.compute.manager [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Took 40.42 seconds to build instance. [ 739.128719] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.277890] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627172, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.298162] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc720aa-ebaf-4946-bc5f-5a061e44faa0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.306517] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a96f84-7ffd-4869-a136-0ce5c3c534ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.344816] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d36c65-d603-4967-baae-fb1b2b786ca7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.355425] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aedf4d-9855-4624-9bc4-b6f455b12e17 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.370984] env[69784]: DEBUG nova.compute.provider_tree [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.525298] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.533286] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf1820dc-cb52-4c12-bf57-87f58eca34a0 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.997s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.709482] env[69784]: DEBUG nova.network.neutron [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Updated VIF entry in instance network info cache for port 840cc226-1fd3-407d-82f5-df49811b691c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.709879] env[69784]: DEBUG nova.network.neutron [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Updating instance_info_cache with network_info: [{"id": "840cc226-1fd3-407d-82f5-df49811b691c", "address": "fa:16:3e:72:49:76", "network": {"id": "58834ea7-fde4-410f-8dc2-00e06f2f9fd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-413151296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c7fc7a57d845cf9c435727194fcfc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840cc226-1f", "ovs_interfaceid": "840cc226-1fd3-407d-82f5-df49811b691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.780105] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627172, 'name': CreateVM_Task, 'duration_secs': 0.844607} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.780421] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.782307] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.782594] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.783024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.783438] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb2a0c0-a06d-4944-ba0e-385245bc827a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.790722] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 739.790722] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521cf1d7-f1de-cccd-c90e-a31dba51d30e" [ 739.790722] env[69784]: _type = "Task" [ 739.790722] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.801542] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521cf1d7-f1de-cccd-c90e-a31dba51d30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.882704] env[69784]: DEBUG nova.scheduler.client.report [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.038807] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Successfully updated port: 3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.044062] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.083414] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.213624] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Releasing lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.213911] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-vif-plugged-4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.214131] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Acquiring lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.214341] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.214503] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.214671] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] No waiting events found dispatching network-vif-plugged-4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.214840] env[69784]: WARNING nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received unexpected event network-vif-plugged-4672c57b-73a9-49ef-8167-1e2e073ac23e for instance with vm_state building and task_state spawning. [ 740.215054] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-changed-4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.215231] env[69784]: DEBUG nova.compute.manager [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Refreshing instance network info cache due to event network-changed-4672c57b-73a9-49ef-8167-1e2e073ac23e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.215438] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Acquiring lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.215557] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Acquired lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.215698] env[69784]: DEBUG nova.network.neutron [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Refreshing network info cache for port 4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.311091] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521cf1d7-f1de-cccd-c90e-a31dba51d30e, 'name': SearchDatastore_Task, 'duration_secs': 0.024917} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.311091] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.311332] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.311559] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.311684] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.311784] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.312088] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf77c89-582d-4a42-89cf-3e0fa7168664 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.328144] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.328365] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.329113] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2452b189-bc50-4d5b-9072-f4a6b67a2d27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.336187] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 740.336187] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52debd0b-5843-ea1c-d312-7131cf42b3e5" [ 740.336187] env[69784]: _type = "Task" [ 740.336187] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.345542] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52debd0b-5843-ea1c-d312-7131cf42b3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.389799] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.390103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.390287] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.390473] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.390641] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.393088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.393639] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.396499] env[69784]: INFO nova.compute.manager [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Terminating instance [ 740.397927] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.128s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.399370] env[69784]: INFO nova.compute.claims [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.410152] env[69784]: DEBUG nova.compute.manager [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Received event network-vif-deleted-fb25bdd6-8dd4-47e9-ab17-e64d264d5909 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.410152] env[69784]: DEBUG nova.compute.manager [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-vif-plugged-3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.410152] env[69784]: DEBUG oslo_concurrency.lockutils [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] Acquiring lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.410152] env[69784]: DEBUG oslo_concurrency.lockutils [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.410152] env[69784]: DEBUG oslo_concurrency.lockutils [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.410316] env[69784]: DEBUG nova.compute.manager [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] No waiting events found dispatching network-vif-plugged-3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.410316] env[69784]: WARNING nova.compute.manager [req-fd288fad-3baf-4cf8-b9fb-d6834c7e6883 req-8dab855e-ba88-485b-b859-8675e9cfbfec service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received unexpected event network-vif-plugged-3bbfe78e-bd0f-41da-ad6a-71da14b83e64 for instance with vm_state building and task_state spawning. [ 740.557389] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.560243] env[69784]: DEBUG nova.compute.manager [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.561323] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df099d-bb96-45e5-b407-d34d8d2747ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.574767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.767116] env[69784]: DEBUG nova.network.neutron [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.849524] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52debd0b-5843-ea1c-d312-7131cf42b3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.026465} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.850342] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d03788-2ab1-4005-9792-9015f4112a5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.859253] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 740.859253] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521d2839-0368-30c3-9e22-304aeb1c8fd0" [ 740.859253] env[69784]: _type = "Task" [ 740.859253] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.869129] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521d2839-0368-30c3-9e22-304aeb1c8fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.906713] env[69784]: DEBUG nova.compute.utils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.913388] env[69784]: DEBUG nova.compute.manager [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.913388] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.913388] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.913388] env[69784]: DEBUG nova.network.neutron [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.917906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea33a3-ea2e-4be6-993f-3b5b4b8fa96a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.934575] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.934575] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0266272b-d8ba-4b98-97c5-607a814c67d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.941390] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 740.941390] env[69784]: value = "task-3627173" [ 740.941390] env[69784]: _type = "Task" [ 740.941390] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.951571] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.959853] env[69784]: DEBUG nova.network.neutron [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.011792] env[69784]: DEBUG nova.policy [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7927c8f14e5241da865f9711e5958846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6710a824fd054f5b9c6decafad675dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.074963] env[69784]: INFO nova.compute.manager [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] instance snapshotting [ 741.078993] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe398154-0562-4639-abee-4d75f6cf4edd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.107327] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf01401c-f5de-4964-a052-74019a6c1cb1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.380337] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521d2839-0368-30c3-9e22-304aeb1c8fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.380406] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.380650] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 62e679e6-579b-411a-bbed-3bf35d8829a0/62e679e6-579b-411a-bbed-3bf35d8829a0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.381038] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-227f882c-98d9-4a33-8816-df519acaed90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.394177] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 741.394177] env[69784]: value = "task-3627174" [ 741.394177] env[69784]: _type = "Task" [ 741.394177] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.403896] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.418337] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.457500] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627173, 'name': PowerOffVM_Task, 'duration_secs': 0.200625} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.460356] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.460668] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.462354] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e2d081e-eae1-467c-8ee9-8d1c7a339be1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.463980] env[69784]: DEBUG oslo_concurrency.lockutils [req-a13b5689-804a-4bee-b366-b56c409b323c req-d9137d14-cf87-493d-925f-ef26a430571e service nova] Releasing lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.464679] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.464679] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.551024] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.551024] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.551024] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Deleting the datastore file [datastore2] cc0af723-ef88-4d6f-b59a-63770c6b08f7 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.551024] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e25162e-dfe0-47a4-97c0-4a97bd371b3f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.560020] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for the task: (returnval){ [ 741.560020] env[69784]: value = "task-3627176" [ 741.560020] env[69784]: _type = "Task" [ 741.560020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.574116] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.627048] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.628024] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d25609a-057c-42cb-9987-38ace6f606a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.637775] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 741.637775] env[69784]: value = "task-3627177" [ 741.637775] env[69784]: _type = "Task" [ 741.637775] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.655279] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.912393] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.948879] env[69784]: DEBUG nova.network.neutron [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Successfully created port: 2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.024034] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.036209] env[69784]: DEBUG nova.compute.manager [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Received event network-changed-146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.036209] env[69784]: DEBUG nova.compute.manager [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Refreshing instance network info cache due to event network-changed-146e3348-51de-4927-b381-253a486c9218. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.036209] env[69784]: DEBUG oslo_concurrency.lockutils [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] Acquiring lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036209] env[69784]: DEBUG oslo_concurrency.lockutils [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] Acquired lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036209] env[69784]: DEBUG nova.network.neutron [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Refreshing network info cache for port 146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.080186] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.161497] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.163249] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c21736-bda8-4fce-bac4-361ac452f2b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.173755] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429dfbc-3ea3-4502-81ff-bdb5283ae541 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.215466] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f885de6-d5da-418f-97c5-03f19b8e0b81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.224899] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db694c4-9060-4642-8f6a-b88e23509d87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.242130] env[69784]: DEBUG nova.compute.provider_tree [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.408821] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564488} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.409216] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 62e679e6-579b-411a-bbed-3bf35d8829a0/62e679e6-579b-411a-bbed-3bf35d8829a0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.409497] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.409787] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d25f47c-7027-4f02-bdf2-79f6d4275efe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.417820] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 742.417820] env[69784]: value = "task-3627178" [ 742.417820] env[69784]: _type = "Task" [ 742.417820] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.430115] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.434651] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.466617] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.466869] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.467079] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.467279] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.467431] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.467838] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.467838] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.468011] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.468825] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.469085] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.469371] env[69784]: DEBUG nova.virt.hardware [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.471213] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d7a3c-8dbb-466f-b429-4788dd0fbb76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.486753] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c8b6e-bbe7-43dd-a763-c189a8cf105d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.579690] env[69784]: DEBUG oslo_vmware.api [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Task: {'id': task-3627176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.741633} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.580152] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.581338] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.581480] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.582122] env[69784]: INFO nova.compute.manager [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Took 1.67 seconds to destroy the instance on the hypervisor. [ 742.582122] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.582122] env[69784]: DEBUG nova.compute.manager [-] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.582405] env[69784]: DEBUG nova.network.neutron [-] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.662255] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627177, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.745137] env[69784]: DEBUG nova.scheduler.client.report [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.933648] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083651} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.933936] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.939148] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec248042-1ff6-47a8-a3d5-89eebe90e590 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.969603] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 62e679e6-579b-411a-bbed-3bf35d8829a0/62e679e6-579b-411a-bbed-3bf35d8829a0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.970203] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b31039-0462-4455-a4dc-46b3b5be08c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.995067] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 742.995067] env[69784]: value = "task-3627179" [ 742.995067] env[69784]: _type = "Task" [ 742.995067] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.006049] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.010934] env[69784]: DEBUG nova.network.neutron [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Updating instance_info_cache with network_info: [{"id": "8e290c4c-7785-4ef3-8d71-03fac7e00f25", "address": "fa:16:3e:da:13:9b", "network": {"id": "d24f0b6a-ae3e-457d-9e7b-61fdce7ce332", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153581766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e290c4c-77", "ovs_interfaceid": "8e290c4c-7785-4ef3-8d71-03fac7e00f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4672c57b-73a9-49ef-8167-1e2e073ac23e", "address": "fa:16:3e:ff:c7:68", "network": {"id": "a3785aaa-9cb0-45db-af08-4040435d9b79", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983117610", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4672c57b-73", "ovs_interfaceid": "4672c57b-73a9-49ef-8167-1e2e073ac23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3bbfe78e-bd0f-41da-ad6a-71da14b83e64", "address": "fa:16:3e:e3:63:41", "network": {"id": "d24f0b6a-ae3e-457d-9e7b-61fdce7ce332", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153581766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbfe78e-bd", "ovs_interfaceid": "3bbfe78e-bd0f-41da-ad6a-71da14b83e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.047109] env[69784]: DEBUG nova.network.neutron [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Updated VIF entry in instance network info cache for port 146e3348-51de-4927-b381-253a486c9218. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.047109] env[69784]: DEBUG nova.network.neutron [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Updating instance_info_cache with network_info: [{"id": "146e3348-51de-4927-b381-253a486c9218", "address": "fa:16:3e:38:25:16", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146e3348-51", "ovs_interfaceid": "146e3348-51de-4927-b381-253a486c9218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.062971] env[69784]: DEBUG nova.compute.manager [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-changed-3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.062971] env[69784]: DEBUG nova.compute.manager [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Refreshing instance network info cache due to event network-changed-3bbfe78e-bd0f-41da-ad6a-71da14b83e64. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.063336] env[69784]: DEBUG oslo_concurrency.lockutils [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] Acquiring lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.159539] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627177, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.251071] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.251683] env[69784]: DEBUG nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.254515] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.199s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.508237] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.514337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Releasing lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.514337] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance network_info: |[{"id": "8e290c4c-7785-4ef3-8d71-03fac7e00f25", "address": "fa:16:3e:da:13:9b", "network": {"id": "d24f0b6a-ae3e-457d-9e7b-61fdce7ce332", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153581766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e290c4c-77", "ovs_interfaceid": "8e290c4c-7785-4ef3-8d71-03fac7e00f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4672c57b-73a9-49ef-8167-1e2e073ac23e", "address": "fa:16:3e:ff:c7:68", "network": {"id": "a3785aaa-9cb0-45db-af08-4040435d9b79", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983117610", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4672c57b-73", "ovs_interfaceid": "4672c57b-73a9-49ef-8167-1e2e073ac23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3bbfe78e-bd0f-41da-ad6a-71da14b83e64", "address": "fa:16:3e:e3:63:41", "network": {"id": "d24f0b6a-ae3e-457d-9e7b-61fdce7ce332", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153581766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbfe78e-bd", "ovs_interfaceid": "3bbfe78e-bd0f-41da-ad6a-71da14b83e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.514539] env[69784]: DEBUG oslo_concurrency.lockutils [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] Acquired lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.514645] env[69784]: DEBUG nova.network.neutron [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Refreshing network info cache for port 3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.516373] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:13:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e290c4c-7785-4ef3-8d71-03fac7e00f25', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c7:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4672c57b-73a9-49ef-8167-1e2e073ac23e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:63:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bbfe78e-bd0f-41da-ad6a-71da14b83e64', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.528809] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Creating folder: Project (2797922a6d9649d0ac6ff8a391e38849). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.528809] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ce970a0-3cdd-498a-865a-d063ca9d5c9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.541979] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Created folder: Project (2797922a6d9649d0ac6ff8a391e38849) in parent group-v723273. [ 743.541979] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Creating folder: Instances. Parent ref: group-v723344. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.542185] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d692499-8e40-4bdd-a4a7-4ccff0f436e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.549384] env[69784]: DEBUG oslo_concurrency.lockutils [req-ef3b6720-052d-4de7-86c7-77c193941b45 req-f1c4fe0d-13b6-427f-b41d-85dfc883941f service nova] Releasing lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.552856] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Created folder: Instances in parent group-v723344. [ 743.553044] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.553295] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.553514] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8d22f3-b085-4649-b361-bfa140acfaec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.581136] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.581136] env[69784]: value = "task-3627182" [ 743.581136] env[69784]: _type = "Task" [ 743.581136] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.592882] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627182, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.663349] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627177, 'name': CreateSnapshot_Task, 'duration_secs': 1.73619} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.665224] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.665224] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb73476d-03b1-4eec-b342-408c90a5a42d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.758157] env[69784]: DEBUG nova.compute.utils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.769495] env[69784]: DEBUG nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 743.854832] env[69784]: DEBUG nova.network.neutron [-] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.010225] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627179, 'name': ReconfigVM_Task, 'duration_secs': 0.74679} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.010577] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 62e679e6-579b-411a-bbed-3bf35d8829a0/62e679e6-579b-411a-bbed-3bf35d8829a0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.011219] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c4b5be-fdd2-4229-acd7-db9c508a347f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.019784] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 744.019784] env[69784]: value = "task-3627183" [ 744.019784] env[69784]: _type = "Task" [ 744.019784] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.032561] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627183, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.095383] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627182, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.160377] env[69784]: DEBUG nova.network.neutron [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Successfully updated port: 2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.186825] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.191376] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-554fb2c4-c7f0-4ff4-be9b-682e9b00f7da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.206397] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 744.206397] env[69784]: value = "task-3627184" [ 744.206397] env[69784]: _type = "Task" [ 744.206397] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.217940] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627184, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.269859] env[69784]: DEBUG nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.319076] env[69784]: DEBUG nova.compute.manager [req-d064498e-fc34-493b-b5c3-bddd77ff604a req-2ca590e0-c248-4eb0-b03d-0153ac158300 service nova] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Received event network-vif-deleted-2f8e4f79-144c-4647-96e7-17bab1232474 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.361373] env[69784]: INFO nova.compute.manager [-] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Took 1.78 seconds to deallocate network for instance. [ 744.370172] env[69784]: DEBUG nova.network.neutron [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Updated VIF entry in instance network info cache for port 3bbfe78e-bd0f-41da-ad6a-71da14b83e64. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.370669] env[69784]: DEBUG nova.network.neutron [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Updating instance_info_cache with network_info: [{"id": "8e290c4c-7785-4ef3-8d71-03fac7e00f25", "address": "fa:16:3e:da:13:9b", "network": {"id": "d24f0b6a-ae3e-457d-9e7b-61fdce7ce332", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153581766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e290c4c-77", "ovs_interfaceid": "8e290c4c-7785-4ef3-8d71-03fac7e00f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4672c57b-73a9-49ef-8167-1e2e073ac23e", "address": "fa:16:3e:ff:c7:68", "network": {"id": "a3785aaa-9cb0-45db-af08-4040435d9b79", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983117610", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4672c57b-73", "ovs_interfaceid": "4672c57b-73a9-49ef-8167-1e2e073ac23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3bbfe78e-bd0f-41da-ad6a-71da14b83e64", "address": "fa:16:3e:e3:63:41", "network": {"id": "d24f0b6a-ae3e-457d-9e7b-61fdce7ce332", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1153581766", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbfe78e-bd", "ovs_interfaceid": "3bbfe78e-bd0f-41da-ad6a-71da14b83e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.445300] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1301d69-58c8-40ab-aa22-b1cfb4095ac6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.454428] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74fc1e5-a256-49f3-b958-7ca444756284 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.492493] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71759a-8f35-43a9-aeb0-5b32f7d7effb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502046] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd73f3f-8303-4f8e-b552-a382e1925f89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.279090] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "refresh_cache-2c17c19e-ea4e-4654-95f0-8daaf19907f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.279603] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "refresh_cache-2c17c19e-ea4e-4654-95f0-8daaf19907f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.279603] env[69784]: DEBUG nova.network.neutron [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.284389] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.284803] env[69784]: DEBUG oslo_concurrency.lockutils [req-dc41ce8d-f852-4193-862e-28541f247192 req-8f7a633d-8e81-4cc9-95d3-e9afdb4b8c38 service nova] Releasing lock "refresh_cache-4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.287796] env[69784]: DEBUG nova.compute.manager [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Received event network-vif-plugged-2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.287998] env[69784]: DEBUG oslo_concurrency.lockutils [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] Acquiring lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.288218] env[69784]: DEBUG oslo_concurrency.lockutils [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.288401] env[69784]: DEBUG oslo_concurrency.lockutils [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.288833] env[69784]: DEBUG nova.compute.manager [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] No waiting events found dispatching network-vif-plugged-2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.288833] env[69784]: WARNING nova.compute.manager [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Received unexpected event network-vif-plugged-2fc27917-b791-4242-b49b-bc1ce9ddacc3 for instance with vm_state building and task_state spawning. [ 745.288833] env[69784]: DEBUG nova.compute.manager [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Received event network-changed-2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.289111] env[69784]: DEBUG nova.compute.manager [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Refreshing instance network info cache due to event network-changed-2fc27917-b791-4242-b49b-bc1ce9ddacc3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.289111] env[69784]: DEBUG oslo_concurrency.lockutils [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] Acquiring lock "refresh_cache-2c17c19e-ea4e-4654-95f0-8daaf19907f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.298966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "9e341751-78ca-4aff-ba61-33023725d897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.300229] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "9e341751-78ca-4aff-ba61-33023725d897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.311512] env[69784]: DEBUG nova.compute.provider_tree [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.323950] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627183, 'name': Rename_Task, 'duration_secs': 0.497761} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.324972] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627184, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.324972] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627182, 'name': CreateVM_Task, 'duration_secs': 1.650158} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.325121] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.325769] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.326743] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92ce2b8-83e2-4f85-abf4-c400c1efdd60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.329618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.329618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.329618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.330680] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae95f9a-bb4e-41ec-a0b1-05da7246b86b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.337789] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 745.337789] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0b889-03ae-4a0d-70e1-6ddbb86f988f" [ 745.337789] env[69784]: _type = "Task" [ 745.337789] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.339228] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 745.339228] env[69784]: value = "task-3627185" [ 745.339228] env[69784]: _type = "Task" [ 745.339228] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.356809] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.357360] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d0b889-03ae-4a0d-70e1-6ddbb86f988f, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.357850] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.357850] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.358133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.358281] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.358461] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.358717] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50cfa918-6936-4552-ba69-55d5be9b647b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.374605] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.374900] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.376140] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469aea7d-f2e1-4da5-a4da-468d9f5d58ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.383180] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 745.383180] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52862438-fe0a-097d-5a50-92567aec7202" [ 745.383180] env[69784]: _type = "Task" [ 745.383180] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.392244] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52862438-fe0a-097d-5a50-92567aec7202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.792925] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627184, 'name': CloneVM_Task, 'duration_secs': 1.483691} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.793208] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Created linked-clone VM from snapshot [ 745.794060] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911dfa63-a871-451c-8ed7-a51f7c908900 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.803289] env[69784]: DEBUG nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.804292] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Uploading image 5af2b2c5-0c66-4d6a-aea5-c5b0a3183b5d {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 745.814446] env[69784]: DEBUG nova.network.neutron [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.817226] env[69784]: DEBUG nova.scheduler.client.report [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.829084] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.829351] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.829527] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.829676] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.829820] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.829979] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.830211] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.830367] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.830531] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.830688] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.830853] env[69784]: DEBUG nova.virt.hardware [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.832803] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd2d855-49cf-43d8-b3a1-3b3f64d418e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.845010] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 745.845010] env[69784]: value = "vm-723347" [ 745.845010] env[69784]: _type = "VirtualMachine" [ 745.845010] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 745.845816] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-927ababd-7cce-4741-bb29-1d21549a525b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.853320] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a2b49d-663d-47c1-b1fb-c2964b168fdc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.863631] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627185, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.873884] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lease: (returnval){ [ 745.873884] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247ce43-5f48-142d-6677-0a22742851f0" [ 745.873884] env[69784]: _type = "HttpNfcLease" [ 745.873884] env[69784]: } obtained for exporting VM: (result){ [ 745.873884] env[69784]: value = "vm-723347" [ 745.873884] env[69784]: _type = "VirtualMachine" [ 745.873884] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 745.874176] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the lease: (returnval){ [ 745.874176] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247ce43-5f48-142d-6677-0a22742851f0" [ 745.874176] env[69784]: _type = "HttpNfcLease" [ 745.874176] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 745.874911] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.880642] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Creating folder: Project (b653799c81d9406f974d2776ca4e80ce). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.883460] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8aabf6e-7e74-4236-8b8b-c25fa763b808 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.897045] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.897045] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247ce43-5f48-142d-6677-0a22742851f0" [ 745.897045] env[69784]: _type = "HttpNfcLease" [ 745.897045] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 745.902208] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 745.902208] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247ce43-5f48-142d-6677-0a22742851f0" [ 745.902208] env[69784]: _type = "HttpNfcLease" [ 745.902208] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 745.902536] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52862438-fe0a-097d-5a50-92567aec7202, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.904783] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451e4f50-ed86-4aa0-89e4-5fbea774b4c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.907782] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Created folder: Project (b653799c81d9406f974d2776ca4e80ce) in parent group-v723273. [ 745.907972] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Creating folder: Instances. Parent ref: group-v723348. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.908551] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd346ecf-c3ae-40d8-ab7f-ae31bf3e7ec9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.911396] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c01aca04-e20b-4fd4-b79a-4df7cb370f49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.916809] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 745.916809] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5232606e-2b0c-bb36-3ea7-cc945f793f7b" [ 745.916809] env[69784]: _type = "Task" [ 745.916809] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.921165] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6bbe8-5416-4af5-5b11-aa4ffcb2cfb2/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 745.921335] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6bbe8-5416-4af5-5b11-aa4ffcb2cfb2/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.928366] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Created folder: Instances in parent group-v723348. [ 745.928756] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.983257] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.986716] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0885815c-de57-4f53-98a4-fbecd0f392c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.004261] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5232606e-2b0c-bb36-3ea7-cc945f793f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.005218] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.005588] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f/4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.005953] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3a11cb-8b9c-4f7b-9638-69efab773f2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.011321] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.011321] env[69784]: value = "task-3627189" [ 746.011321] env[69784]: _type = "Task" [ 746.011321] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.016545] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 746.016545] env[69784]: value = "task-3627190" [ 746.016545] env[69784]: _type = "Task" [ 746.016545] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.023854] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627189, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.035315] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.051638] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2aa5b023-cecb-429c-8567-ff7ac351dc5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.107524] env[69784]: DEBUG nova.network.neutron [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Updating instance_info_cache with network_info: [{"id": "2fc27917-b791-4242-b49b-bc1ce9ddacc3", "address": "fa:16:3e:84:6c:77", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc27917-b7", "ovs_interfaceid": "2fc27917-b791-4242-b49b-bc1ce9ddacc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.263565] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "bb09486a-1cae-4489-a385-3c0c30f19866" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.263565] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "bb09486a-1cae-4489-a385-3c0c30f19866" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.358881] env[69784]: DEBUG oslo_vmware.api [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627185, 'name': PowerOnVM_Task, 'duration_secs': 0.704707} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.359246] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.359418] env[69784]: INFO nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Took 10.81 seconds to spawn the instance on the hypervisor. [ 746.359587] env[69784]: DEBUG nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.360556] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d3185c-46fd-4522-98f8-4b4d75904017 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.526966] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627189, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.533622] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.611053] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "refresh_cache-2c17c19e-ea4e-4654-95f0-8daaf19907f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.611458] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Instance network_info: |[{"id": "2fc27917-b791-4242-b49b-bc1ce9ddacc3", "address": "fa:16:3e:84:6c:77", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc27917-b7", "ovs_interfaceid": "2fc27917-b791-4242-b49b-bc1ce9ddacc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.611840] env[69784]: DEBUG oslo_concurrency.lockutils [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] Acquired lock "refresh_cache-2c17c19e-ea4e-4654-95f0-8daaf19907f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.611971] env[69784]: DEBUG nova.network.neutron [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Refreshing network info cache for port 2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.614092] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:6c:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fc27917-b791-4242-b49b-bc1ce9ddacc3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.622323] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.623435] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.623691] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ea8e11-6830-4d34-88d2-66d2f342983e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.647107] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.647107] env[69784]: value = "task-3627191" [ 746.647107] env[69784]: _type = "Task" [ 746.647107] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.656906] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627191, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.834018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.577s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.835376] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.744s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.837286] env[69784]: INFO nova.compute.claims [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.882252] env[69784]: INFO nova.compute.manager [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Took 44.30 seconds to build instance. [ 747.025561] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627189, 'name': CreateVM_Task, 'duration_secs': 0.568048} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.026096] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.026629] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.026844] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.027470] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.031021] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04fde0a3-c7c4-4ba7-96e4-939be30d3681 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.032953] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611936} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.033296] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f/4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.033573] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.034279] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9628095-33c1-4662-aa7f-0de449ed72af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.037816] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 747.037816] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253d12a-63ee-3906-b407-91b25ef21412" [ 747.037816] env[69784]: _type = "Task" [ 747.037816] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.043800] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 747.043800] env[69784]: value = "task-3627192" [ 747.043800] env[69784]: _type = "Task" [ 747.043800] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.046972] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253d12a-63ee-3906-b407-91b25ef21412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.056546] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.161463] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627191, 'name': CreateVM_Task, 'duration_secs': 0.398498} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.161632] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.162346] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.358921] env[69784]: DEBUG nova.network.neutron [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Updated VIF entry in instance network info cache for port 2fc27917-b791-4242-b49b-bc1ce9ddacc3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.358921] env[69784]: DEBUG nova.network.neutron [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Updating instance_info_cache with network_info: [{"id": "2fc27917-b791-4242-b49b-bc1ce9ddacc3", "address": "fa:16:3e:84:6c:77", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc27917-b7", "ovs_interfaceid": "2fc27917-b791-4242-b49b-bc1ce9ddacc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.384498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-844aac30-b398-4eba-b126-56cc27960976 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.467s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.412048] env[69784]: INFO nova.scheduler.client.report [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleted allocation for migration 34351e62-1cec-495a-a455-fa396fea5bb2 [ 747.549946] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253d12a-63ee-3906-b407-91b25ef21412, 'name': SearchDatastore_Task, 'duration_secs': 0.016627} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.553334] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.553595] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.553974] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.554155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.554393] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.554900] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.555218] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.555626] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b24fe9-2179-4948-8a3e-7b2d835da36d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.558121] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e6a9af-9d74-4fd4-abf0-933d556192bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.565262] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172047} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.566082] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.566903] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6fc2a-8b5f-4637-af57-ef1a64c6b2d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.570968] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 747.570968] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52055eb0-00de-c52a-74a7-f636eb3c11ca" [ 747.570968] env[69784]: _type = "Task" [ 747.570968] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.601945] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f/4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.602402] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.602587] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.604124] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacd92ce-dd7d-40d2-828a-e6de56f76ed3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.618983] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df562298-e077-483d-bc28-cf4397af5d97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.625476] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52055eb0-00de-c52a-74a7-f636eb3c11ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017794} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.626977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.627160] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.627425] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.629939] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 747.629939] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52419368-a450-9290-6b29-eb7c9934268e" [ 747.629939] env[69784]: _type = "Task" [ 747.629939] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.634446] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 747.634446] env[69784]: value = "task-3627193" [ 747.634446] env[69784]: _type = "Task" [ 747.634446] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.641850] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52419368-a450-9290-6b29-eb7c9934268e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.647304] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.861165] env[69784]: DEBUG oslo_concurrency.lockutils [req-777bd591-dd49-4c7a-93f1-7f1b0a11ec6e req-52b6900d-1121-4032-8e01-cfbbc9c50cc0 service nova] Releasing lock "refresh_cache-2c17c19e-ea4e-4654-95f0-8daaf19907f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.886915] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.920655] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20e736d0-9687-4486-8603-93fb4950e9f1 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.198s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.154267] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52419368-a450-9290-6b29-eb7c9934268e, 'name': SearchDatastore_Task, 'duration_secs': 0.021243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.158824] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627193, 'name': ReconfigVM_Task, 'duration_secs': 0.391941} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.165434] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5659b6c4-d5de-41d2-8f97-a22982666c41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.165943] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f/4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.166952] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73268771-828d-4d80-bf40-6c3752e58fae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.173315] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 748.173315] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ec85d-d78a-0453-db6c-b99b2f9156e1" [ 748.173315] env[69784]: _type = "Task" [ 748.173315] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.178745] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 748.178745] env[69784]: value = "task-3627194" [ 748.178745] env[69784]: _type = "Task" [ 748.178745] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.189874] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ec85d-d78a-0453-db6c-b99b2f9156e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.196012] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627194, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.420673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.476534] env[69784]: DEBUG nova.compute.manager [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Received event network-changed-840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.476709] env[69784]: DEBUG nova.compute.manager [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Refreshing instance network info cache due to event network-changed-840cc226-1fd3-407d-82f5-df49811b691c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.476925] env[69784]: DEBUG oslo_concurrency.lockutils [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] Acquiring lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.477145] env[69784]: DEBUG oslo_concurrency.lockutils [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] Acquired lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.477313] env[69784]: DEBUG nova.network.neutron [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Refreshing network info cache for port 840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.499749] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c4f40-6372-42b2-9913-7659f293e6dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.508074] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c924fd6-f370-4e19-8d1a-f2eff1936058 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.543472] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8671e5c-429e-4182-bf32-03927f94a799 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.553292] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161d1f1-e59d-43d6-bed0-e404a7b93887 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.570684] env[69784]: DEBUG nova.compute.provider_tree [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.686142] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ec85d-d78a-0453-db6c-b99b2f9156e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017163} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.690318] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.690923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 29578513-5d13-4e49-9d34-12f0cf3c8e01/29578513-5d13-4e49-9d34-12f0cf3c8e01.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.691105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.691288] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.691503] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38933f91-be10-4500-a8d2-ed10cd445a3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.694147] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248de962-b49e-45e1-b12b-9206dd4d7373 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.701530] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627194, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.703103] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 748.703103] env[69784]: value = "task-3627195" [ 748.703103] env[69784]: _type = "Task" [ 748.703103] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.704767] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.704950] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.708512] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2d7c74-c407-4a66-94f6-cabad45ea21c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.714797] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 748.714797] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522468b5-6c34-7f2c-35e5-8807ec979ca9" [ 748.714797] env[69784]: _type = "Task" [ 748.714797] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.718137] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.726927] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522468b5-6c34-7f2c-35e5-8807ec979ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.075933] env[69784]: DEBUG nova.scheduler.client.report [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.204917] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627194, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.218859] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.234816] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522468b5-6c34-7f2c-35e5-8807ec979ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.013884} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.234816] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b92f6f-b35e-4e9d-9f87-00a0e3f7884a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.243046] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 749.243046] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525f77af-9ac0-c6bd-840f-eda269b62dde" [ 749.243046] env[69784]: _type = "Task" [ 749.243046] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.257756] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525f77af-9ac0-c6bd-840f-eda269b62dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.359279] env[69784]: DEBUG nova.network.neutron [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Updated VIF entry in instance network info cache for port 840cc226-1fd3-407d-82f5-df49811b691c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.359650] env[69784]: DEBUG nova.network.neutron [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Updating instance_info_cache with network_info: [{"id": "840cc226-1fd3-407d-82f5-df49811b691c", "address": "fa:16:3e:72:49:76", "network": {"id": "58834ea7-fde4-410f-8dc2-00e06f2f9fd2", "bridge": "br-int", "label": "tempest-ServersTestJSON-413151296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3c7fc7a57d845cf9c435727194fcfc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840cc226-1f", "ovs_interfaceid": "840cc226-1fd3-407d-82f5-df49811b691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.583019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.583019] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.585307] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.214s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.585532] env[69784]: DEBUG nova.objects.instance [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lazy-loading 'resources' on Instance uuid a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.696854] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627194, 'name': Rename_Task, 'duration_secs': 1.199428} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.697202] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.697457] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec5b854-ea5f-41a9-a02a-518ab43475cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.705994] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 749.705994] env[69784]: value = "task-3627196" [ 749.705994] env[69784]: _type = "Task" [ 749.705994] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.717134] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.720160] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639947} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.720395] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 29578513-5d13-4e49-9d34-12f0cf3c8e01/29578513-5d13-4e49-9d34-12f0cf3c8e01.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.720946] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.720946] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c738336-24d5-471f-85e0-893dd280ac45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.730030] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 749.730030] env[69784]: value = "task-3627197" [ 749.730030] env[69784]: _type = "Task" [ 749.730030] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.741046] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.753989] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525f77af-9ac0-c6bd-840f-eda269b62dde, 'name': SearchDatastore_Task, 'duration_secs': 0.047684} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.754345] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.754753] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 2c17c19e-ea4e-4654-95f0-8daaf19907f4/2c17c19e-ea4e-4654-95f0-8daaf19907f4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.755031] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-571fba15-2293-498e-9da0-648c8986c526 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.763558] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 749.763558] env[69784]: value = "task-3627198" [ 749.763558] env[69784]: _type = "Task" [ 749.763558] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.772278] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.862783] env[69784]: DEBUG oslo_concurrency.lockutils [req-e8d2aad5-765d-4894-8dea-b1adb8a2063f req-e6e6ad8b-b2c8-4086-91d4-dbd6433f69d8 service nova] Releasing lock "refresh_cache-62e679e6-579b-411a-bbed-3bf35d8829a0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.088051] env[69784]: DEBUG nova.compute.utils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.089282] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.089491] env[69784]: DEBUG nova.network.neutron [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.135143] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "2acd5461-f252-4c95-b0fa-37e9a87939cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.135441] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.137437] env[69784]: DEBUG nova.policy [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e282cbd14a19476eb01bcb23daed3c11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f33e62322a44108265086c1a429b69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.218692] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.246343] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143907} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.246633] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.247569] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f72b80-ca1b-4f51-a53b-7d3fb0af39dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.274399] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 29578513-5d13-4e49-9d34-12f0cf3c8e01/29578513-5d13-4e49-9d34-12f0cf3c8e01.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.282463] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c35ab2b9-ef30-488c-9cd2-36fb441af9cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.307585] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627198, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.313644] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 750.313644] env[69784]: value = "task-3627199" [ 750.313644] env[69784]: _type = "Task" [ 750.313644] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.331623] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.543024] env[69784]: DEBUG nova.network.neutron [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Successfully created port: 5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.595147] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.724801] env[69784]: DEBUG oslo_vmware.api [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627196, 'name': PowerOnVM_Task, 'duration_secs': 0.927173} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.729568] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.729696] env[69784]: INFO nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Took 17.94 seconds to spawn the instance on the hypervisor. [ 750.729836] env[69784]: DEBUG nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.732963] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9d5c4-9518-443d-affa-7bade4e4dc0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.775516] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725997} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.778203] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 2c17c19e-ea4e-4654-95f0-8daaf19907f4/2c17c19e-ea4e-4654-95f0-8daaf19907f4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.778203] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.778203] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a5b8ed-e622-4031-8af0-c17ddd3d90e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.792241] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 750.792241] env[69784]: value = "task-3627200" [ 750.792241] env[69784]: _type = "Task" [ 750.792241] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.804322] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.827848] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.829579] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbc9a9a-ec42-46ff-a1eb-d15a801a95d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.839139] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbd1fae-f1be-4053-b49a-aa815d2bdb51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.875247] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a68b0-4d2d-4091-80ae-84db6985ebe9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.884113] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd01b5b-87f1-4476-b90a-fe2d6eaba50b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.899463] env[69784]: DEBUG nova.compute.provider_tree [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.254202] env[69784]: INFO nova.compute.manager [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Took 50.39 seconds to build instance. [ 751.303248] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136629} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.303587] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.304412] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a504231-fb9a-4ee3-8546-2ce2d8a87061 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.328366] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2c17c19e-ea4e-4654-95f0-8daaf19907f4/2c17c19e-ea4e-4654-95f0-8daaf19907f4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.331898] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a96955-17d5-4b13-b6e6-0d576120a197 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.352855] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.354237] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 751.354237] env[69784]: value = "task-3627201" [ 751.354237] env[69784]: _type = "Task" [ 751.354237] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.403133] env[69784]: DEBUG nova.scheduler.client.report [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.609291] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.620599] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.632932] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.633170] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.633327] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.633523] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.633673] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.633818] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.634036] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.634241] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.634413] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.634604] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.634794] env[69784]: DEBUG nova.virt.hardware [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.635690] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8520227-0045-4c0c-9d21-7e3278bd6e73 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.644751] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375febf5-ddb6-4af6-b230-a7d3e7ac60f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.756921] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d7d3677c-2b6e-48c1-956e-b3233f0500c7 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.300s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.758364] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.138s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.758583] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.758786] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.758947] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.760754] env[69784]: INFO nova.compute.manager [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Terminating instance [ 751.830278] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627199, 'name': ReconfigVM_Task, 'duration_secs': 1.055012} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.830643] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 29578513-5d13-4e49-9d34-12f0cf3c8e01/29578513-5d13-4e49-9d34-12f0cf3c8e01.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.831293] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a00bdeb-8fa0-4f1b-aa62-2f3c09106265 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.839688] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 751.839688] env[69784]: value = "task-3627202" [ 751.839688] env[69784]: _type = "Task" [ 751.839688] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.850691] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627202, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.865833] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627201, 'name': ReconfigVM_Task, 'duration_secs': 0.324416} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.866246] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2c17c19e-ea4e-4654-95f0-8daaf19907f4/2c17c19e-ea4e-4654-95f0-8daaf19907f4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.867070] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce28c9cd-2c8c-43c7-b7aa-563d009ffcd6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.875890] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 751.875890] env[69784]: value = "task-3627203" [ 751.875890] env[69784]: _type = "Task" [ 751.875890] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.887393] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627203, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.908275] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.911023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.684s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.911294] env[69784]: DEBUG nova.objects.instance [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lazy-loading 'resources' on Instance uuid 80c4939f-e928-4027-8789-15aebefa725a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.938694] env[69784]: INFO nova.scheduler.client.report [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleted allocations for instance a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b [ 752.126896] env[69784]: DEBUG nova.compute.manager [req-1d497f02-7f56-41ec-9fe9-01aba0166ef8 req-60f78a8d-eab0-412b-82bd-fdd84cae1bd6 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Received event network-vif-plugged-5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.127174] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d497f02-7f56-41ec-9fe9-01aba0166ef8 req-60f78a8d-eab0-412b-82bd-fdd84cae1bd6 service nova] Acquiring lock "95df77e7-8eb8-4d41-a9b9-6267a761c824-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.127393] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d497f02-7f56-41ec-9fe9-01aba0166ef8 req-60f78a8d-eab0-412b-82bd-fdd84cae1bd6 service nova] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.127662] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d497f02-7f56-41ec-9fe9-01aba0166ef8 req-60f78a8d-eab0-412b-82bd-fdd84cae1bd6 service nova] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.127745] env[69784]: DEBUG nova.compute.manager [req-1d497f02-7f56-41ec-9fe9-01aba0166ef8 req-60f78a8d-eab0-412b-82bd-fdd84cae1bd6 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] No waiting events found dispatching network-vif-plugged-5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.127905] env[69784]: WARNING nova.compute.manager [req-1d497f02-7f56-41ec-9fe9-01aba0166ef8 req-60f78a8d-eab0-412b-82bd-fdd84cae1bd6 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Received unexpected event network-vif-plugged-5cd9f783-e269-46fa-adaa-f8f6c40fb27b for instance with vm_state building and task_state spawning. [ 752.243964] env[69784]: DEBUG nova.network.neutron [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Successfully updated port: 5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.261813] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.267333] env[69784]: DEBUG nova.compute.manager [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.267579] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.268690] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c275a03-6532-4701-9c40-672ef4a3699d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.277967] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.278254] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac67451-5ca9-4dd2-ab74-3f202ab4080f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.287573] env[69784]: DEBUG oslo_vmware.api [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 752.287573] env[69784]: value = "task-3627204" [ 752.287573] env[69784]: _type = "Task" [ 752.287573] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.301423] env[69784]: DEBUG oslo_vmware.api [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.351917] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627202, 'name': Rename_Task, 'duration_secs': 0.210584} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.352239] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.352526] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806f7200-c2b7-46d7-b8d9-88b7b10fe0ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.361467] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 752.361467] env[69784]: value = "task-3627205" [ 752.361467] env[69784]: _type = "Task" [ 752.361467] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.373995] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.386617] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627203, 'name': Rename_Task, 'duration_secs': 0.190674} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.387468] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.387468] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a33043-69c2-49e2-9467-9dd6356c842a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.395583] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 752.395583] env[69784]: value = "task-3627206" [ 752.395583] env[69784]: _type = "Task" [ 752.395583] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.405724] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.447289] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7b92cbfe-588c-4b7e-a83e-dfde1129e333 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.923s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.745985] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "refresh_cache-95df77e7-8eb8-4d41-a9b9-6267a761c824" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.746358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquired lock "refresh_cache-95df77e7-8eb8-4d41-a9b9-6267a761c824" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.746358] env[69784]: DEBUG nova.network.neutron [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.788893] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.799360] env[69784]: DEBUG oslo_vmware.api [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627204, 'name': PowerOffVM_Task, 'duration_secs': 0.254874} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.802605] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.802822] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.803384] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b35a476c-040f-4bcc-b6bb-13444f6f3d10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.877030] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.912333] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627206, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.988019] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.988343] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.988523] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Deleting the datastore file [datastore2] 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.988806] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26977800-c230-4740-a5d3-e54001e94103 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.998727] env[69784]: DEBUG oslo_vmware.api [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 752.998727] env[69784]: value = "task-3627208" [ 752.998727] env[69784]: _type = "Task" [ 752.998727] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.009897] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e94452-42d4-49ed-8199-ebe9e67b1018 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.018186] env[69784]: DEBUG oslo_vmware.api [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.025834] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869f1977-c9aa-490d-b4db-cb02840eb9d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.061623] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42df97f3-a7e9-4879-8f57-fbd4ae2edd57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.071028] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7308a2-c3e3-423c-8016-9e636e51a22d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.085480] env[69784]: DEBUG nova.compute.provider_tree [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.298621] env[69784]: DEBUG nova.network.neutron [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.375501] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627205, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.411093] env[69784]: DEBUG oslo_vmware.api [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627206, 'name': PowerOnVM_Task, 'duration_secs': 0.669298} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.411267] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.411432] env[69784]: INFO nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Took 10.98 seconds to spawn the instance on the hypervisor. [ 753.411625] env[69784]: DEBUG nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.412457] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7ce560-b361-405d-8230-cb153fe0a569 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.472607] env[69784]: DEBUG nova.network.neutron [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Updating instance_info_cache with network_info: [{"id": "5cd9f783-e269-46fa-adaa-f8f6c40fb27b", "address": "fa:16:3e:f6:2f:f6", "network": {"id": "fa21832d-c23e-4f3f-aca2-547521d5ad24", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2063707340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f33e62322a44108265086c1a429b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cd9f783-e2", "ovs_interfaceid": "5cd9f783-e269-46fa-adaa-f8f6c40fb27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.511253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "bc3543d3-facd-494b-9838-a0cd02467ec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.511253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.511531] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "bc3543d3-facd-494b-9838-a0cd02467ec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.511765] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.512010] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.513839] env[69784]: DEBUG oslo_vmware.api [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449517} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.514312] env[69784]: INFO nova.compute.manager [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Terminating instance [ 753.518921] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.519171] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.519376] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.519568] env[69784]: INFO nova.compute.manager [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 753.519815] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.521304] env[69784]: DEBUG nova.compute.manager [-] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.521412] env[69784]: DEBUG nova.network.neutron [-] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.589602] env[69784]: DEBUG nova.scheduler.client.report [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.876841] env[69784]: DEBUG oslo_vmware.api [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627205, 'name': PowerOnVM_Task, 'duration_secs': 1.142842} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.877218] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.877627] env[69784]: INFO nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Took 8.07 seconds to spawn the instance on the hypervisor. [ 753.877627] env[69784]: DEBUG nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.878745] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93377646-107a-45f6-8075-bd2cecca10ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.942135] env[69784]: INFO nova.compute.manager [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Took 45.56 seconds to build instance. [ 753.974114] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Releasing lock "refresh_cache-95df77e7-8eb8-4d41-a9b9-6267a761c824" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.974594] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Instance network_info: |[{"id": "5cd9f783-e269-46fa-adaa-f8f6c40fb27b", "address": "fa:16:3e:f6:2f:f6", "network": {"id": "fa21832d-c23e-4f3f-aca2-547521d5ad24", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2063707340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f33e62322a44108265086c1a429b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cd9f783-e2", "ovs_interfaceid": "5cd9f783-e269-46fa-adaa-f8f6c40fb27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.976865] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:2f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cd9f783-e269-46fa-adaa-f8f6c40fb27b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.985629] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Creating folder: Project (a8f33e62322a44108265086c1a429b69). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.985931] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88d80df3-9072-4550-a773-5882e2704ed4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.000966] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Created folder: Project (a8f33e62322a44108265086c1a429b69) in parent group-v723273. [ 754.001182] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Creating folder: Instances. Parent ref: group-v723352. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.001435] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98286b9-bf5b-4a6f-bc5a-d6d9db5e6dd2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.015530] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Created folder: Instances in parent group-v723352. [ 754.015870] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.016126] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.016354] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc3ee8d9-c98e-44a4-bcb0-1a766a9e26d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.031237] env[69784]: DEBUG nova.compute.manager [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.031423] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.032784] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f3b38-2e9d-4da3-8aa1-d34685a424b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.041244] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.042671] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f303b398-3d6f-4d85-830f-38029db113e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.044242] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.044242] env[69784]: value = "task-3627211" [ 754.044242] env[69784]: _type = "Task" [ 754.044242] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.052164] env[69784]: DEBUG oslo_vmware.api [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 754.052164] env[69784]: value = "task-3627212" [ 754.052164] env[69784]: _type = "Task" [ 754.052164] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.058012] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627211, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.063474] env[69784]: DEBUG oslo_vmware.api [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.098250] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.101287] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.788s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.103140] env[69784]: INFO nova.compute.claims [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.130413] env[69784]: INFO nova.scheduler.client.report [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted allocations for instance 80c4939f-e928-4027-8789-15aebefa725a [ 754.206787] env[69784]: DEBUG nova.compute.manager [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Received event network-changed-5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.207119] env[69784]: DEBUG nova.compute.manager [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Refreshing instance network info cache due to event network-changed-5cd9f783-e269-46fa-adaa-f8f6c40fb27b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.207362] env[69784]: DEBUG oslo_concurrency.lockutils [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] Acquiring lock "refresh_cache-95df77e7-8eb8-4d41-a9b9-6267a761c824" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.207504] env[69784]: DEBUG oslo_concurrency.lockutils [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] Acquired lock "refresh_cache-95df77e7-8eb8-4d41-a9b9-6267a761c824" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.207718] env[69784]: DEBUG nova.network.neutron [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Refreshing network info cache for port 5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.399876] env[69784]: INFO nova.compute.manager [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Took 39.15 seconds to build instance. [ 754.444590] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0c595f3-ddf3-4a4e-a871-eb7bcd58bf0c tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.805s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.555296] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627211, 'name': CreateVM_Task, 'duration_secs': 0.394188} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.558976] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.560025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.560025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.560495] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.561267] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51ff7e4-58f4-4efb-912b-38e84a063f6d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.568103] env[69784]: DEBUG oslo_vmware.api [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627212, 'name': PowerOffVM_Task, 'duration_secs': 0.304803} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.568947] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.569255] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.569579] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec634821-e300-499b-bc49-3fb4336a7c0e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.572763] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 754.572763] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5212b8ea-11f6-d7c3-d84c-3496c6b130e5" [ 754.572763] env[69784]: _type = "Task" [ 754.572763] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.586030] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5212b8ea-11f6-d7c3-d84c-3496c6b130e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.643037] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8bdb77be-1597-4df0-afd1-fc76649a724c tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "80c4939f-e928-4027-8789-15aebefa725a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.538s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.668615] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.668881] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.669530] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleting the datastore file [datastore1] bc3543d3-facd-494b-9838-a0cd02467ec8 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.669530] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2607746-f18d-4418-9575-53fa6ba1acaf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.677975] env[69784]: DEBUG oslo_vmware.api [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 754.677975] env[69784]: value = "task-3627214" [ 754.677975] env[69784]: _type = "Task" [ 754.677975] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.688380] env[69784]: DEBUG oslo_vmware.api [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.745177] env[69784]: DEBUG nova.compute.manager [None req-d1b04f50-1f85-4664-9dd2-cbeee0f64d1c tempest-ServerDiagnosticsV248Test-1213514455 tempest-ServerDiagnosticsV248Test-1213514455-project-admin] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.746724] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a133c11-db26-48f7-9e49-b07029766c62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.759490] env[69784]: INFO nova.compute.manager [None req-d1b04f50-1f85-4664-9dd2-cbeee0f64d1c tempest-ServerDiagnosticsV248Test-1213514455 tempest-ServerDiagnosticsV248Test-1213514455-project-admin] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Retrieving diagnostics [ 754.760345] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef9d741-eeb6-48bf-9894-a115ef455972 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.903253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88ecfca3-3c29-4be6-91a0-1b34fe773583 tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "29578513-5d13-4e49-9d34-12f0cf3c8e01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.356s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.950867] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.970914] env[69784]: DEBUG nova.network.neutron [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Updated VIF entry in instance network info cache for port 5cd9f783-e269-46fa-adaa-f8f6c40fb27b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.971438] env[69784]: DEBUG nova.network.neutron [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Updating instance_info_cache with network_info: [{"id": "5cd9f783-e269-46fa-adaa-f8f6c40fb27b", "address": "fa:16:3e:f6:2f:f6", "network": {"id": "fa21832d-c23e-4f3f-aca2-547521d5ad24", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2063707340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f33e62322a44108265086c1a429b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cd9f783-e2", "ovs_interfaceid": "5cd9f783-e269-46fa-adaa-f8f6c40fb27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.088340] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5212b8ea-11f6-d7c3-d84c-3496c6b130e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.088699] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.089126] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.089326] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.090040] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.090040] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.090040] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31141c65-095e-40f7-b0a3-6852371c53e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.114908] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.115268] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.116499] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e5754e-ea80-41d3-bc59-c8a6376d119a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.125335] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 755.125335] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a43b38-4d04-b46d-8e85-18ef296afc67" [ 755.125335] env[69784]: _type = "Task" [ 755.125335] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.135954] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a43b38-4d04-b46d-8e85-18ef296afc67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.147176] env[69784]: DEBUG nova.network.neutron [-] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.189093] env[69784]: DEBUG oslo_vmware.api [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277159} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.191867] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.192101] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.192291] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.192503] env[69784]: INFO nova.compute.manager [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 755.192708] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.193444] env[69784]: DEBUG nova.compute.manager [-] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.193536] env[69784]: DEBUG nova.network.neutron [-] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.409668] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.474950] env[69784]: DEBUG oslo_concurrency.lockutils [req-6f866525-fe32-45d3-9c09-d0034bfa7218 req-e3439236-9b82-4745-aa9d-d6ca6afd4f46 service nova] Releasing lock "refresh_cache-95df77e7-8eb8-4d41-a9b9-6267a761c824" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.490084] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.607263] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "6547edea-1ce4-4ae0-9975-8028277a7527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.607485] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6547edea-1ce4-4ae0-9975-8028277a7527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.641975] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a43b38-4d04-b46d-8e85-18ef296afc67, 'name': SearchDatastore_Task, 'duration_secs': 0.031621} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.643485] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccaed2c-8806-4185-93e9-ace0e0f6b52e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.650626] env[69784]: INFO nova.compute.manager [-] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Took 2.13 seconds to deallocate network for instance. [ 755.659469] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 755.659469] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525b1e8c-8680-f54c-84d9-5f089c4b56ad" [ 755.659469] env[69784]: _type = "Task" [ 755.659469] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.670844] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525b1e8c-8680-f54c-84d9-5f089c4b56ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.756022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c47525-fd91-4ba2-b4ce-0feb8c76a5ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.765156] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee774e-6bd9-4e94-9c78-16c2a481312e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.802815] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cac7bf-92ff-428d-84b4-f1d86a59f936 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.819031] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16e4a55-e793-4986-9429-06814077a665 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.831783] env[69784]: DEBUG nova.compute.provider_tree [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.934285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.988558] env[69784]: DEBUG nova.network.neutron [-] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.158971] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.173559] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525b1e8c-8680-f54c-84d9-5f089c4b56ad, 'name': SearchDatastore_Task, 'duration_secs': 0.026905} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.173882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.174161] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 95df77e7-8eb8-4d41-a9b9-6267a761c824/95df77e7-8eb8-4d41-a9b9-6267a761c824.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.174470] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4290c15c-efe8-4063-8d60-bc884fab82ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.184242] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 756.184242] env[69784]: value = "task-3627215" [ 756.184242] env[69784]: _type = "Task" [ 756.184242] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.194083] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.243530] env[69784]: DEBUG nova.compute.manager [req-157afec4-1244-4d9e-9cdc-2d4434cfaa3d req-efb7a956-e4ea-44ef-980f-ab811e95cccc service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-vif-deleted-4672c57b-73a9-49ef-8167-1e2e073ac23e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.243779] env[69784]: DEBUG nova.compute.manager [req-157afec4-1244-4d9e-9cdc-2d4434cfaa3d req-efb7a956-e4ea-44ef-980f-ab811e95cccc service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-vif-deleted-3bbfe78e-bd0f-41da-ad6a-71da14b83e64 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.243968] env[69784]: DEBUG nova.compute.manager [req-157afec4-1244-4d9e-9cdc-2d4434cfaa3d req-efb7a956-e4ea-44ef-980f-ab811e95cccc service nova] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Received event network-vif-deleted-8e290c4c-7785-4ef3-8d71-03fac7e00f25 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.244169] env[69784]: DEBUG nova.compute.manager [req-157afec4-1244-4d9e-9cdc-2d4434cfaa3d req-efb7a956-e4ea-44ef-980f-ab811e95cccc service nova] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Received event network-vif-deleted-3aa8e09e-0b75-4465-ab80-06de46ffc667 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.336152] env[69784]: DEBUG nova.scheduler.client.report [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.491369] env[69784]: INFO nova.compute.manager [-] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Took 1.30 seconds to deallocate network for instance. [ 756.698828] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.844289] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.844993] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.850280] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.856s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.851792] env[69784]: INFO nova.compute.claims [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.998891] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.196741] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591161} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.198040] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 95df77e7-8eb8-4d41-a9b9-6267a761c824/95df77e7-8eb8-4d41-a9b9-6267a761c824.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.198040] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.198040] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce2a1da8-2e84-432b-8d80-9138d36e9ad8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.205402] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 757.205402] env[69784]: value = "task-3627216" [ 757.205402] env[69784]: _type = "Task" [ 757.205402] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.213664] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.361363] env[69784]: DEBUG nova.compute.utils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.366132] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.366491] env[69784]: DEBUG nova.network.neutron [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.412712] env[69784]: DEBUG nova.policy [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a97aa6425801402b8cc1cde81c6c20c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '135899c3b7a340ba819872befeaa924b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.711908] env[69784]: DEBUG nova.network.neutron [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Successfully created port: 2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.717169] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072832} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.717422] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.718234] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546730b-e3b1-4a5e-8aac-4603ace6f3a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.743676] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 95df77e7-8eb8-4d41-a9b9-6267a761c824/95df77e7-8eb8-4d41-a9b9-6267a761c824.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.744025] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d162cae6-c2df-4c7d-8bb3-86fdacb2c3aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.764451] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 757.764451] env[69784]: value = "task-3627217" [ 757.764451] env[69784]: _type = "Task" [ 757.764451] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.772904] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.866955] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.265701] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6bbe8-5416-4af5-5b11-aa4ffcb2cfb2/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 758.266708] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833cc147-6a7e-4f84-8414-1b74f9ab9e25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.281115] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627217, 'name': ReconfigVM_Task, 'duration_secs': 0.346243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.283262] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 95df77e7-8eb8-4d41-a9b9-6267a761c824/95df77e7-8eb8-4d41-a9b9-6267a761c824.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.284221] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6bbe8-5416-4af5-5b11-aa4ffcb2cfb2/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 758.284378] env[69784]: ERROR oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6bbe8-5416-4af5-5b11-aa4ffcb2cfb2/disk-0.vmdk due to incomplete transfer. [ 758.285357] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f86b8607-65bc-4bc8-83f8-8781cecc2d28 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.286969] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0df64fd9-cb6b-4764-8f61-07c40d6e4b34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.298449] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 758.298449] env[69784]: value = "task-3627218" [ 758.298449] env[69784]: _type = "Task" [ 758.298449] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.300033] env[69784]: DEBUG oslo_vmware.rw_handles [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a6bbe8-5416-4af5-5b11-aa4ffcb2cfb2/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 758.300199] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Uploaded image 5af2b2c5-0c66-4d6a-aea5-c5b0a3183b5d to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 758.302316] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 758.308132] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5042dc1e-3245-4ab2-9425-f5aa5014100f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.315341] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627218, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.317832] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 758.317832] env[69784]: value = "task-3627219" [ 758.317832] env[69784]: _type = "Task" [ 758.317832] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.327591] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627219, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.442936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3401ae3-e2a5-49e2-9b46-f3964a0062a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.451909] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfff9786-f379-46f7-882d-941bb9a8cceb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.483568] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394bd9ad-fe7a-4dbf-bba6-cbcb0f49aa1f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.492770] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb721b9-85d9-4296-96ea-c431cd5fba62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.506799] env[69784]: DEBUG nova.compute.provider_tree [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.811575] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627218, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.827970] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627219, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.878639] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.901882] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.902145] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.902293] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.902484] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.902605] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.902747] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.903073] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.903176] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.903261] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.903408] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.903578] env[69784]: DEBUG nova.virt.hardware [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.904451] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7121189a-bef7-4df9-8ce5-fadf61f32a46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.913918] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445523fa-7668-4488-b18b-90f277fc92b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.011802] env[69784]: DEBUG nova.scheduler.client.report [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.198201] env[69784]: DEBUG nova.compute.manager [req-a10611b5-1c4f-4bf9-a9c6-2eb1e1567ce1 req-43500ad3-d003-4e7b-9830-ee67f4dd8a36 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Received event network-vif-plugged-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.198449] env[69784]: DEBUG oslo_concurrency.lockutils [req-a10611b5-1c4f-4bf9-a9c6-2eb1e1567ce1 req-43500ad3-d003-4e7b-9830-ee67f4dd8a36 service nova] Acquiring lock "22842910-a375-46d2-8961-ae303c680a70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.198662] env[69784]: DEBUG oslo_concurrency.lockutils [req-a10611b5-1c4f-4bf9-a9c6-2eb1e1567ce1 req-43500ad3-d003-4e7b-9830-ee67f4dd8a36 service nova] Lock "22842910-a375-46d2-8961-ae303c680a70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.198826] env[69784]: DEBUG oslo_concurrency.lockutils [req-a10611b5-1c4f-4bf9-a9c6-2eb1e1567ce1 req-43500ad3-d003-4e7b-9830-ee67f4dd8a36 service nova] Lock "22842910-a375-46d2-8961-ae303c680a70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.199014] env[69784]: DEBUG nova.compute.manager [req-a10611b5-1c4f-4bf9-a9c6-2eb1e1567ce1 req-43500ad3-d003-4e7b-9830-ee67f4dd8a36 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] No waiting events found dispatching network-vif-plugged-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.199544] env[69784]: WARNING nova.compute.manager [req-a10611b5-1c4f-4bf9-a9c6-2eb1e1567ce1 req-43500ad3-d003-4e7b-9830-ee67f4dd8a36 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Received unexpected event network-vif-plugged-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 for instance with vm_state building and task_state spawning. [ 759.288879] env[69784]: DEBUG nova.network.neutron [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Successfully updated port: 2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.312162] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627218, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.329053] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627219, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.516902] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.517728] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.521318] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.326s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.522878] env[69784]: INFO nova.compute.claims [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.792757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.792922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquired lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.793389] env[69784]: DEBUG nova.network.neutron [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.811558] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627218, 'name': Rename_Task, 'duration_secs': 1.203449} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.811828] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.812088] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be7700d-24a5-49d4-b766-83719e587c9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.819267] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 759.819267] env[69784]: value = "task-3627220" [ 759.819267] env[69784]: _type = "Task" [ 759.819267] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.831644] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627219, 'name': Destroy_Task, 'duration_secs': 1.131759} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.831897] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Destroyed the VM [ 759.832157] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.832412] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8ac8e76-a659-4a3c-a4d6-28bade9628fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.836962] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.839545] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 759.839545] env[69784]: value = "task-3627221" [ 759.839545] env[69784]: _type = "Task" [ 759.839545] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.848674] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.028231] env[69784]: DEBUG nova.compute.utils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.032042] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.032042] env[69784]: DEBUG nova.network.neutron [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.076435] env[69784]: DEBUG nova.policy [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a057a5b4d624520bdd67e4b0197a713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '244bddd5823244c295d16fbe94710f2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.330020] env[69784]: DEBUG oslo_vmware.api [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627220, 'name': PowerOnVM_Task, 'duration_secs': 0.484602} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.330773] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.332511] env[69784]: INFO nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Took 8.72 seconds to spawn the instance on the hypervisor. [ 760.332511] env[69784]: DEBUG nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.332511] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced9fef-1db1-48d7-9b71-9a918a71ffc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.341984] env[69784]: DEBUG nova.network.neutron [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.353954] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627221, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.446676] env[69784]: DEBUG nova.network.neutron [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Successfully created port: 453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.507184] env[69784]: DEBUG nova.network.neutron [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updating instance_info_cache with network_info: [{"id": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "address": "fa:16:3e:4b:05:50", "network": {"id": "742fe3a1-97df-4e89-a4b0-71e81f663424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937420878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135899c3b7a340ba819872befeaa924b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af82b87-13", "ovs_interfaceid": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.533050] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.859202] env[69784]: INFO nova.compute.manager [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Took 42.79 seconds to build instance. [ 760.864932] env[69784]: DEBUG oslo_vmware.api [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.597347} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.868154] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.868756] env[69784]: INFO nova.compute.manager [None req-9d1d5ad6-65f1-4811-bca7-0f72ed018240 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Took 19.79 seconds to snapshot the instance on the hypervisor. [ 761.007560] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Releasing lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007872] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Instance network_info: |[{"id": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "address": "fa:16:3e:4b:05:50", "network": {"id": "742fe3a1-97df-4e89-a4b0-71e81f663424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937420878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135899c3b7a340ba819872befeaa924b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af82b87-13", "ovs_interfaceid": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.008515] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:05:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2af82b87-13ab-4ac1-bc0c-f716ca3f0999', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.016064] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Creating folder: Project (135899c3b7a340ba819872befeaa924b). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.016315] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c58d70-92c6-4903-9960-f014bf742d28 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.034238] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Created folder: Project (135899c3b7a340ba819872befeaa924b) in parent group-v723273. [ 761.034484] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Creating folder: Instances. Parent ref: group-v723355. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.036032] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97ea9100-d173-4c91-aeab-2cfccbd6ec24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.047063] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Created folder: Instances in parent group-v723355. [ 761.047386] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.047576] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22842910-a375-46d2-8961-ae303c680a70] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.047770] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9cb48d3-ef03-4916-9d15-25b07f0934d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.072306] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.072306] env[69784]: value = "task-3627224" [ 761.072306] env[69784]: _type = "Task" [ 761.072306] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.253297] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627224, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.314988] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc21ee1-d3c0-4a6b-925c-22eb0bbdc481 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.323641] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6a655-ec89-4c03-b3c5-6c97b42cdd70 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.363380] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244cc7ae-53d0-4a5a-8e57-b8dc13a16ef5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.367600] env[69784]: DEBUG nova.compute.manager [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Received event network-changed-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.367780] env[69784]: DEBUG nova.compute.manager [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Refreshing instance network info cache due to event network-changed-2af82b87-13ab-4ac1-bc0c-f716ca3f0999. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.367999] env[69784]: DEBUG oslo_concurrency.lockutils [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] Acquiring lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.368167] env[69784]: DEBUG oslo_concurrency.lockutils [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] Acquired lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.368324] env[69784]: DEBUG nova.network.neutron [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Refreshing network info cache for port 2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.372154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e4792bf-eab9-4275-aa5d-3dfed2fe594f tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.610s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.383024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f34fcc2-ddc7-4ca5-9e03-31339e5bfaf4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.397670] env[69784]: DEBUG nova.compute.provider_tree [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.546236] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.575395] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.575643] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.575802] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.575980] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.576411] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.576586] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.576798] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.576954] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.577216] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.577401] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.577578] env[69784]: DEBUG nova.virt.hardware [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.578630] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391baa2b-b343-40b8-9489-1d921b1780fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.596073] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e22ef5-08c4-49ce-aba4-0af4021f9a13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.599984] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627224, 'name': CreateVM_Task, 'duration_secs': 0.455671} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.600197] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22842910-a375-46d2-8961-ae303c680a70] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.601337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.602024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.602024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.602184] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8083ae13-c76e-4002-9b6a-dfd12f586d6d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.615159] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 761.615159] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529aa2b8-cee4-249f-a4e5-011a87b8ebb9" [ 761.615159] env[69784]: _type = "Task" [ 761.615159] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.623562] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529aa2b8-cee4-249f-a4e5-011a87b8ebb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.873764] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.901839] env[69784]: DEBUG nova.scheduler.client.report [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.040596] env[69784]: DEBUG nova.network.neutron [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Successfully updated port: 453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.120722] env[69784]: DEBUG nova.network.neutron [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updated VIF entry in instance network info cache for port 2af82b87-13ab-4ac1-bc0c-f716ca3f0999. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.121082] env[69784]: DEBUG nova.network.neutron [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updating instance_info_cache with network_info: [{"id": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "address": "fa:16:3e:4b:05:50", "network": {"id": "742fe3a1-97df-4e89-a4b0-71e81f663424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937420878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135899c3b7a340ba819872befeaa924b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af82b87-13", "ovs_interfaceid": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.129285] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529aa2b8-cee4-249f-a4e5-011a87b8ebb9, 'name': SearchDatastore_Task, 'duration_secs': 0.026771} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.129559] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.129777] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.129996] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.130182] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.130366] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.130614] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8955d5-b47f-469a-9b1c-d71ba894c49b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.140451] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.140743] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.141463] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bc44a6-5b27-45ca-ab25-a8491cb9f03b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.146982] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 762.146982] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5221b789-ceeb-503d-9207-6a951feb80cc" [ 762.146982] env[69784]: _type = "Task" [ 762.146982] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.155707] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5221b789-ceeb-503d-9207-6a951feb80cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.400190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.408487] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.408987] env[69784]: DEBUG nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.413705] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.918s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.413890] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.414124] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 762.414325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.288s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.414522] env[69784]: DEBUG nova.objects.instance [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lazy-loading 'resources' on Instance uuid a3f4dadf-a9bc-4155-82b7-fb0c24656663 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.416544] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35530dff-344a-4ee1-9379-223d79e91b7f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.426184] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4472ee6c-adcd-4954-a116-4fed938af7ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.442420] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083a8395-56eb-4713-b33a-c31867912ce4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.450490] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e367f9-82e3-43ca-b213-af3bc29af7ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.483926] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179692MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 762.484111] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.544088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.544248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.544578] env[69784]: DEBUG nova.network.neutron [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.624727] env[69784]: DEBUG oslo_concurrency.lockutils [req-a08ff1b1-ab80-48a3-afcf-e46aa8ba7ec2 req-5035ac9d-f556-47d6-bb81-1706222f0e7b service nova] Releasing lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.658137] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5221b789-ceeb-503d-9207-6a951feb80cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.658922] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee57de0e-1a86-448c-b812-a8aa256bd1d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.666757] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 762.666757] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ed5973-c2d2-2ed4-05ba-32530d531781" [ 762.666757] env[69784]: _type = "Task" [ 762.666757] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.674791] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ed5973-c2d2-2ed4-05ba-32530d531781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.915452] env[69784]: DEBUG nova.compute.utils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.917224] env[69784]: DEBUG nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 763.093500] env[69784]: DEBUG nova.network.neutron [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.179096] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ed5973-c2d2-2ed4-05ba-32530d531781, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.179255] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.179482] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 22842910-a375-46d2-8961-ae303c680a70/22842910-a375-46d2-8961-ae303c680a70.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.179732] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0203186e-d3f6-4cd7-8eab-92cc085d1c4c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.188747] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 763.188747] env[69784]: value = "task-3627225" [ 763.188747] env[69784]: _type = "Task" [ 763.188747] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.201201] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.280277] env[69784]: DEBUG nova.network.neutron [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Updating instance_info_cache with network_info: [{"id": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "address": "fa:16:3e:4d:72:9f", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453df7f0-1f", "ovs_interfaceid": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.367419] env[69784]: DEBUG nova.compute.manager [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Received event network-vif-plugged-453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.367669] env[69784]: DEBUG oslo_concurrency.lockutils [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] Acquiring lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.367911] env[69784]: DEBUG oslo_concurrency.lockutils [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.368243] env[69784]: DEBUG oslo_concurrency.lockutils [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.368330] env[69784]: DEBUG nova.compute.manager [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] No waiting events found dispatching network-vif-plugged-453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.368535] env[69784]: WARNING nova.compute.manager [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Received unexpected event network-vif-plugged-453df7f0-1f2c-43f7-8b00-f0e069f6a940 for instance with vm_state building and task_state spawning. [ 763.368747] env[69784]: DEBUG nova.compute.manager [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Received event network-changed-453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.369027] env[69784]: DEBUG nova.compute.manager [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Refreshing instance network info cache due to event network-changed-453df7f0-1f2c-43f7-8b00-f0e069f6a940. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.369292] env[69784]: DEBUG oslo_concurrency.lockutils [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] Acquiring lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.424992] env[69784]: DEBUG nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.428662] env[69784]: DEBUG nova.compute.manager [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.432943] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be335741-b729-4ec7-aaa3-762dd5209352 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.489000] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d10149-7fea-4da4-9da4-bffcebbdeee9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.498189] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f51181d-2f95-49e9-9adf-034094f85324 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.532835] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3593b3-bef2-4cdb-baa3-8e5cbdc1193a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.542463] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83979829-c498-411f-9b0f-acf088d4fedb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.558290] env[69784]: DEBUG nova.compute.provider_tree [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.616562] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "95df77e7-8eb8-4d41-a9b9-6267a761c824" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.616838] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.617144] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "95df77e7-8eb8-4d41-a9b9-6267a761c824-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.617279] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.617455] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.621880] env[69784]: INFO nova.compute.manager [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Terminating instance [ 763.699049] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448398} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.699312] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 22842910-a375-46d2-8961-ae303c680a70/22842910-a375-46d2-8961-ae303c680a70.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.699531] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.699773] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f295eab3-4610-4cca-96a3-e9f7fe133dbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.708126] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 763.708126] env[69784]: value = "task-3627226" [ 763.708126] env[69784]: _type = "Task" [ 763.708126] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.717241] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.783909] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.784273] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Instance network_info: |[{"id": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "address": "fa:16:3e:4d:72:9f", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453df7f0-1f", "ovs_interfaceid": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.784574] env[69784]: DEBUG oslo_concurrency.lockutils [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] Acquired lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.784750] env[69784]: DEBUG nova.network.neutron [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Refreshing network info cache for port 453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.786174] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:72:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '453df7f0-1f2c-43f7-8b00-f0e069f6a940', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.793793] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating folder: Project (244bddd5823244c295d16fbe94710f2a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.796831] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-394ce91e-2e83-4b78-a3e9-226eb72fb31c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.809334] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created folder: Project (244bddd5823244c295d16fbe94710f2a) in parent group-v723273. [ 763.809503] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating folder: Instances. Parent ref: group-v723358. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.809738] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76958e1b-e4c1-4e4b-8f77-876c76c53f18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.819523] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created folder: Instances in parent group-v723358. [ 763.819766] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.819955] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.820169] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d20df34a-8873-4752-81c5-f1b51087bdef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.842219] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.842219] env[69784]: value = "task-3627229" [ 763.842219] env[69784]: _type = "Task" [ 763.842219] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.850193] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627229, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.947344] env[69784]: INFO nova.compute.manager [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] instance snapshotting [ 763.949985] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f8e3e3-1f40-4698-bcca-b2049a7a8552 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.974710] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b3db3-cb94-4e1f-bb39-f7c908dc63c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.051913] env[69784]: DEBUG nova.network.neutron [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Updated VIF entry in instance network info cache for port 453df7f0-1f2c-43f7-8b00-f0e069f6a940. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.052345] env[69784]: DEBUG nova.network.neutron [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Updating instance_info_cache with network_info: [{"id": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "address": "fa:16:3e:4d:72:9f", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453df7f0-1f", "ovs_interfaceid": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.061804] env[69784]: DEBUG nova.scheduler.client.report [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.125688] env[69784]: DEBUG nova.compute.manager [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.125907] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.126915] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe4d857-a7ea-434d-a500-8b7ae90b8353 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.135371] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.135650] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b3e045-cc66-4d8e-8a45-7ffd95729429 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.143204] env[69784]: DEBUG oslo_vmware.api [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 764.143204] env[69784]: value = "task-3627230" [ 764.143204] env[69784]: _type = "Task" [ 764.143204] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.151814] env[69784]: DEBUG oslo_vmware.api [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.218405] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067788} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.218691] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.219517] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deb3210-47c5-4b89-9ce2-6439e6b49907 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.243721] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 22842910-a375-46d2-8961-ae303c680a70/22842910-a375-46d2-8961-ae303c680a70.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.244067] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb12aba0-5944-4fae-abc1-d34b7066dbd3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.264713] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 764.264713] env[69784]: value = "task-3627231" [ 764.264713] env[69784]: _type = "Task" [ 764.264713] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.273928] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.352564] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627229, 'name': CreateVM_Task, 'duration_secs': 0.397687} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.352735] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.353442] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.354017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.354188] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.354376] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32580cc8-b2af-4539-b7f4-b539a47868f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.360402] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 764.360402] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e39c4b-12c0-3010-43da-f1baa83fa402" [ 764.360402] env[69784]: _type = "Task" [ 764.360402] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.370313] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e39c4b-12c0-3010-43da-f1baa83fa402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.439293] env[69784]: DEBUG nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.463978] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.464241] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.464399] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.464617] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.464721] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.464863] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.465078] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.465241] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.465408] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.465569] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.465742] env[69784]: DEBUG nova.virt.hardware [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.466596] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbe100-ed96-4175-9c32-a95a21973847 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.474839] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d42263-1cec-4c4a-b54c-986bdda49aad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.489796] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 764.490384] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.495960] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Creating folder: Project (514e0574f9fc4a98b38e7031be368857). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.496250] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01bde5a3-a3ed-4010-a9b6-3742cb05cc75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.498118] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-464a3e79-419f-44b0-91ef-1477c8000ee3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.505598] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 764.505598] env[69784]: value = "task-3627232" [ 764.505598] env[69784]: _type = "Task" [ 764.505598] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.512165] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Created folder: Project (514e0574f9fc4a98b38e7031be368857) in parent group-v723273. [ 764.512361] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Creating folder: Instances. Parent ref: group-v723361. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.513167] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0a67289-b5f8-4a3b-b5ca-8eccec6e12a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.519815] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.524854] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Created folder: Instances in parent group-v723361. [ 764.524986] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.525282] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.525506] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63365573-4a12-4e96-b052-8592115588e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.545950] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.545950] env[69784]: value = "task-3627235" [ 764.545950] env[69784]: _type = "Task" [ 764.545950] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.554075] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627235, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.554623] env[69784]: DEBUG oslo_concurrency.lockutils [req-b7f39b66-b659-420d-81e7-9c7f0e271ce2 req-8d405b2b-e17f-49b3-b2d3-706eb983b6bd service nova] Releasing lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566782] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.569221] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.486s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.570874] env[69784]: INFO nova.compute.claims [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.592116] env[69784]: INFO nova.scheduler.client.report [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Deleted allocations for instance a3f4dadf-a9bc-4155-82b7-fb0c24656663 [ 764.653885] env[69784]: DEBUG oslo_vmware.api [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627230, 'name': PowerOffVM_Task, 'duration_secs': 0.236348} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.654194] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.654368] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.654633] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c52cae9-e628-4618-9e5c-657002053407 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.730954] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.731210] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.731394] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Deleting the datastore file [datastore1] 95df77e7-8eb8-4d41-a9b9-6267a761c824 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.731653] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b0a1b6-aa77-4913-993e-933276bf25e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.741025] env[69784]: DEBUG oslo_vmware.api [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for the task: (returnval){ [ 764.741025] env[69784]: value = "task-3627237" [ 764.741025] env[69784]: _type = "Task" [ 764.741025] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.749914] env[69784]: DEBUG oslo_vmware.api [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.777067] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627231, 'name': ReconfigVM_Task, 'duration_secs': 0.29724} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.777067] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 22842910-a375-46d2-8961-ae303c680a70/22842910-a375-46d2-8961-ae303c680a70.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.777067] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d29b446-735d-463f-86ca-463eb5db4e54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.784382] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 764.784382] env[69784]: value = "task-3627238" [ 764.784382] env[69784]: _type = "Task" [ 764.784382] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.793735] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627238, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.874315] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e39c4b-12c0-3010-43da-f1baa83fa402, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.874632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.874868] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.875150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.876304] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.876304] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.876304] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93c4f79-43a9-43e9-badf-1aa7d4c9e15f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.885813] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.885912] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.886671] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246d24e8-b511-4c09-9e3b-cd87fc86b291 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.893170] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 764.893170] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526b0322-42a8-62e5-b1e2-303ff3995e9a" [ 764.893170] env[69784]: _type = "Task" [ 764.893170] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.902396] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526b0322-42a8-62e5-b1e2-303ff3995e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.016600] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.056184] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627235, 'name': CreateVM_Task, 'duration_secs': 0.353439} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.057030] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.057030] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.057030] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.057377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.057635] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f6c3af-92c8-42d8-87f8-56c679751611 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.063103] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 765.063103] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5268bbdd-f01b-060d-ac04-d5d447d7bf5e" [ 765.063103] env[69784]: _type = "Task" [ 765.063103] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.071682] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5268bbdd-f01b-060d-ac04-d5d447d7bf5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.099591] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7d9f93ed-9db8-44b7-b167-2af07fed82f1 tempest-InstanceActionsTestJSON-421978891 tempest-InstanceActionsTestJSON-421978891-project-member] Lock "a3f4dadf-a9bc-4155-82b7-fb0c24656663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.553s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.253150] env[69784]: DEBUG oslo_vmware.api [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Task: {'id': task-3627237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226263} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.253528] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.253630] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.253874] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.254043] env[69784]: INFO nova.compute.manager [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.254342] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.254576] env[69784]: DEBUG nova.compute.manager [-] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.254680] env[69784]: DEBUG nova.network.neutron [-] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.292055] env[69784]: DEBUG nova.compute.manager [None req-1c2ec4f0-b2ad-4c1a-bde0-19cb2c7b9346 tempest-ServerDiagnosticsV248Test-1213514455 tempest-ServerDiagnosticsV248Test-1213514455-project-admin] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.293690] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ab73aa-b62d-4e77-99cc-bb37e6af2af0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.299652] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627238, 'name': Rename_Task, 'duration_secs': 0.185832} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.301343] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.301343] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c019eb9-7060-44e7-977a-16dbe096065b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.303881] env[69784]: INFO nova.compute.manager [None req-1c2ec4f0-b2ad-4c1a-bde0-19cb2c7b9346 tempest-ServerDiagnosticsV248Test-1213514455 tempest-ServerDiagnosticsV248Test-1213514455-project-admin] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Retrieving diagnostics [ 765.304665] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5fd2d-013c-40c6-8720-775dbbc1a4a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.310032] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 765.310032] env[69784]: value = "task-3627239" [ 765.310032] env[69784]: _type = "Task" [ 765.310032] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.344347] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.404633] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526b0322-42a8-62e5-b1e2-303ff3995e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.405437] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780ae70e-8086-4604-ab76-2b93eb0fb9a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.410437] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 765.410437] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d903bf-0184-58c3-0b5b-4b5ab00fe976" [ 765.410437] env[69784]: _type = "Task" [ 765.410437] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.419292] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d903bf-0184-58c3-0b5b-4b5ab00fe976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.517591] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627232, 'name': CreateSnapshot_Task, 'duration_secs': 0.818039} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.517823] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 765.518747] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470b78a-d474-47db-96a7-3a920e0018cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.574999] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5268bbdd-f01b-060d-ac04-d5d447d7bf5e, 'name': SearchDatastore_Task, 'duration_secs': 0.028505} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.576204] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.576571] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.576895] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.825880] env[69784]: DEBUG nova.compute.manager [req-c850bc34-0614-4b0e-941c-97572b5da43f req-b7640cde-d63c-4c89-8c18-3dffbef32cbf service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Received event network-vif-deleted-5cd9f783-e269-46fa-adaa-f8f6c40fb27b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.826214] env[69784]: INFO nova.compute.manager [req-c850bc34-0614-4b0e-941c-97572b5da43f req-b7640cde-d63c-4c89-8c18-3dffbef32cbf service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Neutron deleted interface 5cd9f783-e269-46fa-adaa-f8f6c40fb27b; detaching it from the instance and deleting it from the info cache [ 765.826631] env[69784]: DEBUG nova.network.neutron [req-c850bc34-0614-4b0e-941c-97572b5da43f req-b7640cde-d63c-4c89-8c18-3dffbef32cbf service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.827993] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.920971] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d903bf-0184-58c3-0b5b-4b5ab00fe976, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.921424] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.921865] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.922305] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.922633] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.922971] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72631b8a-50ef-45bb-ac44-028c7708cc73 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.925229] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-436bd808-bd5d-497c-b737-0a38f220cdf0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.936297] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 765.936297] env[69784]: value = "task-3627240" [ 765.936297] env[69784]: _type = "Task" [ 765.936297] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.939504] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.939999] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.943389] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b576c3d5-fe15-4415-80ff-effadb3afcaf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.949195] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.952978] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 765.952978] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b4e2d8-77ce-9c45-6abe-18fc3259c39d" [ 765.952978] env[69784]: _type = "Task" [ 765.952978] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.960825] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b4e2d8-77ce-9c45-6abe-18fc3259c39d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.038916] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.039379] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65b92a8b-d311-4710-a582-22bb709da9e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.052837] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 766.052837] env[69784]: value = "task-3627241" [ 766.052837] env[69784]: _type = "Task" [ 766.052837] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.063498] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627241, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.082882] env[69784]: DEBUG nova.network.neutron [-] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.178610] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c8ca0-7c8d-463d-9436-c863b6d82e5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.188476] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed0cad-ec44-4449-952a-ed19f52b8eaf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.226173] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b304a5a-5960-4b85-9141-7ebfa3a39f34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.236099] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec3e18b-7911-4245-99d7-7572f1f74f90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.252126] env[69784]: DEBUG nova.compute.provider_tree [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.324892] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.329995] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86da6c65-90f8-47d5-9fb9-1fd129895592 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.342022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d4975-59e0-46de-b8c8-ce5a0db35e69 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.379669] env[69784]: DEBUG nova.compute.manager [req-c850bc34-0614-4b0e-941c-97572b5da43f req-b7640cde-d63c-4c89-8c18-3dffbef32cbf service nova] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Detach interface failed, port_id=5cd9f783-e269-46fa-adaa-f8f6c40fb27b, reason: Instance 95df77e7-8eb8-4d41-a9b9-6267a761c824 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.444952] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469908} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.445375] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.445618] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.445895] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56780b1d-57c8-48fb-be38-e07b7977b5eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.459567] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 766.459567] env[69784]: value = "task-3627242" [ 766.459567] env[69784]: _type = "Task" [ 766.459567] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.473318] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b4e2d8-77ce-9c45-6abe-18fc3259c39d, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.474756] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7279004e-a122-420d-a8b7-2afa61ce6556 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.484296] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.487944] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 766.487944] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529ee465-b2b9-836e-61d7-3ebb7df3f35d" [ 766.487944] env[69784]: _type = "Task" [ 766.487944] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.496474] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529ee465-b2b9-836e-61d7-3ebb7df3f35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.563382] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627241, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.588353] env[69784]: INFO nova.compute.manager [-] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Took 1.33 seconds to deallocate network for instance. [ 766.626172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "29578513-5d13-4e49-9d34-12f0cf3c8e01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.626726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "29578513-5d13-4e49-9d34-12f0cf3c8e01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.627008] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "29578513-5d13-4e49-9d34-12f0cf3c8e01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.627289] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "29578513-5d13-4e49-9d34-12f0cf3c8e01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.627482] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "29578513-5d13-4e49-9d34-12f0cf3c8e01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.633014] env[69784]: INFO nova.compute.manager [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Terminating instance [ 766.755483] env[69784]: DEBUG nova.scheduler.client.report [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.824664] env[69784]: DEBUG oslo_vmware.api [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627239, 'name': PowerOnVM_Task, 'duration_secs': 1.496373} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.825055] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.825466] env[69784]: INFO nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Took 7.95 seconds to spawn the instance on the hypervisor. [ 766.825683] env[69784]: DEBUG nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.826694] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3290238e-d6e4-4916-8a28-bf928419cd44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.973136] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084334} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.973509] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.974370] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c1222-eb6f-4535-a1ff-e7f8c3dd02f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.001324] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.006462] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98cc49d-5df3-42de-998b-f9b9d919a4ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.028798] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529ee465-b2b9-836e-61d7-3ebb7df3f35d, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.030242] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.030502] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.032722] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 767.032722] env[69784]: value = "task-3627243" [ 767.032722] env[69784]: _type = "Task" [ 767.032722] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.032722] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c506976d-41de-4c1d-b228-867469f64ccb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.042741] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.044325] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 767.044325] env[69784]: value = "task-3627244" [ 767.044325] env[69784]: _type = "Task" [ 767.044325] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.053092] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.062419] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627241, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.095746] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.137694] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "refresh_cache-29578513-5d13-4e49-9d34-12f0cf3c8e01" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.137932] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquired lock "refresh_cache-29578513-5d13-4e49-9d34-12f0cf3c8e01" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.138145] env[69784]: DEBUG nova.network.neutron [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.265023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.265023] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.268736] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.694s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.270940] env[69784]: INFO nova.compute.claims [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.348796] env[69784]: INFO nova.compute.manager [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Took 40.06 seconds to build instance. [ 767.544232] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.553803] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.564339] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627241, 'name': CloneVM_Task, 'duration_secs': 1.465614} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.565012] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Created linked-clone VM from snapshot [ 767.568017] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb28cb6-8131-47fc-87dd-fb7adfe41e0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.575197] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Uploading image 4fefe95e-be70-4eda-8af2-143dba49c5d6 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 767.604980] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 767.604980] env[69784]: value = "vm-723365" [ 767.604980] env[69784]: _type = "VirtualMachine" [ 767.604980] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 767.605555] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-527b09c7-4566-47f7-8bd4-625cfcbf6430 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.614855] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lease: (returnval){ [ 767.614855] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271b49a-cb3b-f5f8-fc33-4eb5e8236766" [ 767.614855] env[69784]: _type = "HttpNfcLease" [ 767.614855] env[69784]: } obtained for exporting VM: (result){ [ 767.614855] env[69784]: value = "vm-723365" [ 767.614855] env[69784]: _type = "VirtualMachine" [ 767.614855] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 767.615416] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the lease: (returnval){ [ 767.615416] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271b49a-cb3b-f5f8-fc33-4eb5e8236766" [ 767.615416] env[69784]: _type = "HttpNfcLease" [ 767.615416] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 767.623814] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.623814] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271b49a-cb3b-f5f8-fc33-4eb5e8236766" [ 767.623814] env[69784]: _type = "HttpNfcLease" [ 767.623814] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 767.659824] env[69784]: DEBUG nova.network.neutron [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.728254] env[69784]: DEBUG nova.network.neutron [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.783762] env[69784]: DEBUG nova.compute.utils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.789130] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.790470] env[69784]: DEBUG nova.network.neutron [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.832044] env[69784]: DEBUG nova.policy [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a057a5b4d624520bdd67e4b0197a713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '244bddd5823244c295d16fbe94710f2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.852341] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf2f867f-c586-4957-9412-3e3b6b4a0632 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "22842910-a375-46d2-8961-ae303c680a70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.034s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.048278] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627243, 'name': ReconfigVM_Task, 'duration_secs': 0.676338} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.055566] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.055566] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276a240f-57e2-4f0f-8f11-ca3981c649b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.066322] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 768.066322] env[69784]: value = "task-3627246" [ 768.066322] env[69784]: _type = "Task" [ 768.066322] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.066567] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831977} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.066867] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.067158] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.069894] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b96bb2c-3fec-4d64-b45b-3ffaee08241f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.077341] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627246, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.078514] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 768.078514] env[69784]: value = "task-3627247" [ 768.078514] env[69784]: _type = "Task" [ 768.078514] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.085660] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.124110] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.124110] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271b49a-cb3b-f5f8-fc33-4eb5e8236766" [ 768.124110] env[69784]: _type = "HttpNfcLease" [ 768.124110] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 768.124245] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 768.124245] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271b49a-cb3b-f5f8-fc33-4eb5e8236766" [ 768.124245] env[69784]: _type = "HttpNfcLease" [ 768.124245] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 768.124985] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b68c070-a6a2-407b-8c67-0efee28cd2bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.133350] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f84a79-7be0-2e4c-8cc3-c44ebd9fe23f/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 768.133610] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f84a79-7be0-2e4c-8cc3-c44ebd9fe23f/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 768.226563] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31c6781d-53ff-4fd2-a60e-4350c2e787af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.230597] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Releasing lock "refresh_cache-29578513-5d13-4e49-9d34-12f0cf3c8e01" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.230597] env[69784]: DEBUG nova.compute.manager [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.230597] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.230597] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f952b5-5523-4143-8e99-4cf1186bb481 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.239564] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.239927] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb3ccc46-b4b8-46fa-88ea-14db15614682 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.245852] env[69784]: DEBUG oslo_vmware.api [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 768.245852] env[69784]: value = "task-3627248" [ 768.245852] env[69784]: _type = "Task" [ 768.245852] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.258219] env[69784]: DEBUG oslo_vmware.api [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.290284] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.309296] env[69784]: DEBUG nova.network.neutron [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Successfully created port: 80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.357130] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.577336] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627246, 'name': Rename_Task, 'duration_secs': 0.259545} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.580287] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.580960] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-575d67c6-0007-428c-96a4-5dc5294fae6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.591196] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.593260] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 768.593260] env[69784]: value = "task-3627249" [ 768.593260] env[69784]: _type = "Task" [ 768.593260] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.605276] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.762038] env[69784]: DEBUG oslo_vmware.api [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627248, 'name': PowerOffVM_Task, 'duration_secs': 0.13234} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.762351] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.762551] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.762817] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7d9142-302c-4741-8cfc-01a78b178594 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.789115] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.789357] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.789571] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Deleting the datastore file [datastore2] 29578513-5d13-4e49-9d34-12f0cf3c8e01 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.789853] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edd13cac-4fb9-4559-a5e1-3d0b12a80c7d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.800809] env[69784]: DEBUG oslo_vmware.api [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for the task: (returnval){ [ 768.800809] env[69784]: value = "task-3627251" [ 768.800809] env[69784]: _type = "Task" [ 768.800809] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.814646] env[69784]: DEBUG oslo_vmware.api [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.888612] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.968269] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad590d5-1e84-49b5-9b1f-57071b9ded51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.977430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f76c6-2063-4d0a-b40c-de4b0be452e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.028495] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd1165-5a06-4635-8dad-90ffdad07173 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4bff5-416e-4cee-9c1b-1a48e618667b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.057591] env[69784]: DEBUG nova.compute.provider_tree [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.090149] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.6633} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.090724] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.091416] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb0fe7-3669-46e4-bad8-d414087d9fa9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.104327] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.121231] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.121671] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d219b15c-ffb2-4b08-bdd5-85a9802cd6d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.145052] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 769.145052] env[69784]: value = "task-3627252" [ 769.145052] env[69784]: _type = "Task" [ 769.145052] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.160659] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.306499] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.319441] env[69784]: DEBUG oslo_vmware.api [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Task: {'id': task-3627251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.320093] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.320594] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.320594] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.321245] env[69784]: INFO nova.compute.manager [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Took 1.09 seconds to destroy the instance on the hypervisor. [ 769.321334] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.321648] env[69784]: DEBUG nova.compute.manager [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.321960] env[69784]: DEBUG nova.network.neutron [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.344231] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.344552] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.344828] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.345157] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.345970] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.346271] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.346566] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.346988] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.347407] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.347457] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.347643] env[69784]: DEBUG nova.virt.hardware [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.349497] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd6fab-0ab7-456c-a27a-4f5abeccf131 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.356531] env[69784]: DEBUG nova.network.neutron [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.364533] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbf92b5-ffcf-4fdb-8af8-ae347888ceb2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.564028] env[69784]: DEBUG nova.scheduler.client.report [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.608599] env[69784]: DEBUG oslo_vmware.api [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627249, 'name': PowerOnVM_Task, 'duration_secs': 0.844589} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.609522] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.609894] env[69784]: INFO nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Took 8.07 seconds to spawn the instance on the hypervisor. [ 769.610392] env[69784]: DEBUG nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.612169] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8098a83-d948-40df-92b9-32776c5447de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.663820] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627252, 'name': ReconfigVM_Task, 'duration_secs': 0.459251} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.664432] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.665220] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-902d419c-9f0d-41de-83f7-f80adf6ef1c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.672888] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 769.672888] env[69784]: value = "task-3627253" [ 769.672888] env[69784]: _type = "Task" [ 769.672888] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.685576] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627253, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.864474] env[69784]: DEBUG nova.network.neutron [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.067707] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.068400] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.072100] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.787s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.072100] env[69784]: DEBUG nova.objects.instance [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lazy-loading 'resources' on Instance uuid cc0af723-ef88-4d6f-b59a-63770c6b08f7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.137110] env[69784]: DEBUG nova.network.neutron [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Successfully updated port: 80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.141022] env[69784]: INFO nova.compute.manager [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Took 40.18 seconds to build instance. [ 770.187359] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627253, 'name': Rename_Task, 'duration_secs': 0.231699} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.187704] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.188109] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f020b11c-4bc4-4d8a-98bf-04fa3277e486 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.194688] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 770.194688] env[69784]: value = "task-3627254" [ 770.194688] env[69784]: _type = "Task" [ 770.194688] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.205089] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.221537] env[69784]: DEBUG nova.compute.manager [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Received event network-changed-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.221537] env[69784]: DEBUG nova.compute.manager [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Refreshing instance network info cache due to event network-changed-2af82b87-13ab-4ac1-bc0c-f716ca3f0999. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.221537] env[69784]: DEBUG oslo_concurrency.lockutils [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] Acquiring lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.221537] env[69784]: DEBUG oslo_concurrency.lockutils [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] Acquired lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.221537] env[69784]: DEBUG nova.network.neutron [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Refreshing network info cache for port 2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.325165] env[69784]: DEBUG nova.compute.manager [req-d2054af2-5548-43de-8bef-e357dee020f1 req-c815f415-1e2e-44fb-b235-1b257e93fda3 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Received event network-vif-plugged-80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.325495] env[69784]: DEBUG oslo_concurrency.lockutils [req-d2054af2-5548-43de-8bef-e357dee020f1 req-c815f415-1e2e-44fb-b235-1b257e93fda3 service nova] Acquiring lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.325684] env[69784]: DEBUG oslo_concurrency.lockutils [req-d2054af2-5548-43de-8bef-e357dee020f1 req-c815f415-1e2e-44fb-b235-1b257e93fda3 service nova] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.326026] env[69784]: DEBUG oslo_concurrency.lockutils [req-d2054af2-5548-43de-8bef-e357dee020f1 req-c815f415-1e2e-44fb-b235-1b257e93fda3 service nova] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.326026] env[69784]: DEBUG nova.compute.manager [req-d2054af2-5548-43de-8bef-e357dee020f1 req-c815f415-1e2e-44fb-b235-1b257e93fda3 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] No waiting events found dispatching network-vif-plugged-80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.326332] env[69784]: WARNING nova.compute.manager [req-d2054af2-5548-43de-8bef-e357dee020f1 req-c815f415-1e2e-44fb-b235-1b257e93fda3 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Received unexpected event network-vif-plugged-80798ced-c6ed-4817-b7ae-fddb3a600fc2 for instance with vm_state building and task_state spawning. [ 770.370198] env[69784]: INFO nova.compute.manager [-] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Took 1.05 seconds to deallocate network for instance. [ 770.578943] env[69784]: DEBUG nova.compute.utils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.580535] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.584122] env[69784]: DEBUG nova.network.neutron [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.648022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.648327] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.648469] env[69784]: DEBUG nova.network.neutron [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.649723] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f0796c5f-7bb0-45eb-964a-9324fdc6aee1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.462s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.662149] env[69784]: DEBUG nova.policy [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3da0d7f853b4a9fb588846841f4679e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7581c598bbcf480c873ce3201c609852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.706726] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627254, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.877059] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.059346] env[69784]: DEBUG nova.network.neutron [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Successfully created port: 5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.085574] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.155288] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.210436] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a7456f-74dd-48b6-bb26-9d3995fb62f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.216388] env[69784]: DEBUG oslo_vmware.api [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627254, 'name': PowerOnVM_Task, 'duration_secs': 0.579118} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.217033] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.217266] env[69784]: INFO nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Took 6.78 seconds to spawn the instance on the hypervisor. [ 771.217461] env[69784]: DEBUG nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.218288] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5552197b-94aa-4a82-b2b8-1b2da793969c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.223688] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8217400f-99c5-47a5-9af6-583a2fa1df30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.261808] env[69784]: DEBUG nova.network.neutron [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.264531] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af99ee8-47fb-4b48-873c-c2294056f034 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.276900] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b28524-71c6-4fa0-a47c-7b6d2734df7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.291551] env[69784]: DEBUG nova.compute.provider_tree [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.322986] env[69784]: DEBUG nova.network.neutron [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updated VIF entry in instance network info cache for port 2af82b87-13ab-4ac1-bc0c-f716ca3f0999. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.323308] env[69784]: DEBUG nova.network.neutron [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updating instance_info_cache with network_info: [{"id": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "address": "fa:16:3e:4b:05:50", "network": {"id": "742fe3a1-97df-4e89-a4b0-71e81f663424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937420878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135899c3b7a340ba819872befeaa924b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af82b87-13", "ovs_interfaceid": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.498195] env[69784]: DEBUG nova.network.neutron [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Updating instance_info_cache with network_info: [{"id": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "address": "fa:16:3e:4d:cb:c1", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80798ced-c6", "ovs_interfaceid": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.606207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.606498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.678631] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.738019] env[69784]: INFO nova.compute.manager [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Took 38.56 seconds to build instance. [ 771.797740] env[69784]: DEBUG nova.scheduler.client.report [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.825689] env[69784]: DEBUG oslo_concurrency.lockutils [req-8706807e-0495-4f59-a264-77015536da2a req-71aad628-b572-44ea-9cb0-33bf839d2012 service nova] Releasing lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.001230] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.001581] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Instance network_info: |[{"id": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "address": "fa:16:3e:4d:cb:c1", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80798ced-c6", "ovs_interfaceid": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.002060] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:cb:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80798ced-c6ed-4817-b7ae-fddb3a600fc2', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.009830] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.010079] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.010326] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff18dd5-cc3d-4239-9055-b741e228b1cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.031793] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.031793] env[69784]: value = "task-3627255" [ 772.031793] env[69784]: _type = "Task" [ 772.031793] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.039973] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627255, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.107111] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.132916] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.133178] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.133340] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.133523] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.133670] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.133824] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.134043] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.134209] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.134380] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.134545] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.134715] env[69784]: DEBUG nova.virt.hardware [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.135629] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23c113-9732-43cd-8990-75d52c86db49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.144862] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c0ef2-7d01-4211-94e9-6d2135bb876a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.241336] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1193648d-fe83-486a-b543-32beb158e429 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.715s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.301098] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.306689] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.886s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.309032] env[69784]: INFO nova.compute.claims [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.329205] env[69784]: INFO nova.scheduler.client.report [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Deleted allocations for instance cc0af723-ef88-4d6f-b59a-63770c6b08f7 [ 772.521599] env[69784]: DEBUG nova.compute.manager [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Received event network-changed-80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.521833] env[69784]: DEBUG nova.compute.manager [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Refreshing instance network info cache due to event network-changed-80798ced-c6ed-4817-b7ae-fddb3a600fc2. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.522309] env[69784]: DEBUG oslo_concurrency.lockutils [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] Acquiring lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.522499] env[69784]: DEBUG oslo_concurrency.lockutils [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] Acquired lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.522700] env[69784]: DEBUG nova.network.neutron [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Refreshing network info cache for port 80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.547776] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627255, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.695075] env[69784]: INFO nova.compute.manager [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Rebuilding instance [ 772.744154] env[69784]: DEBUG nova.compute.manager [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.744154] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.746744] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843a5de-d535-40fc-b740-30a49c0ffe65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.839513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c450f584-2bf2-46d7-86d3-5d2cf8f95f52 tempest-InstanceActionsV221TestJSON-348477085 tempest-InstanceActionsV221TestJSON-348477085-project-member] Lock "cc0af723-ef88-4d6f-b59a-63770c6b08f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.449s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.019488] env[69784]: DEBUG nova.network.neutron [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Successfully updated port: 5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.049024] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627255, 'name': CreateVM_Task, 'duration_secs': 0.526312} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.049024] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.049024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.049024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.049024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.049024] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0470f3cb-34f3-4924-9e31-082ff95bd962 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.055677] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 773.055677] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d3956-1e61-dce3-0933-f669939f125e" [ 773.055677] env[69784]: _type = "Task" [ 773.055677] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.062997] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d3956-1e61-dce3-0933-f669939f125e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.278803] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.320507] env[69784]: DEBUG nova.network.neutron [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Updated VIF entry in instance network info cache for port 80798ced-c6ed-4817-b7ae-fddb3a600fc2. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.320960] env[69784]: DEBUG nova.network.neutron [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Updating instance_info_cache with network_info: [{"id": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "address": "fa:16:3e:4d:cb:c1", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80798ced-c6", "ovs_interfaceid": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.524889] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "refresh_cache-a6536297-e66b-438c-95c2-8050cfa89684" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.524889] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired lock "refresh_cache-a6536297-e66b-438c-95c2-8050cfa89684" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.524889] env[69784]: DEBUG nova.network.neutron [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.565384] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d3956-1e61-dce3-0933-f669939f125e, 'name': SearchDatastore_Task, 'duration_secs': 0.043335} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.565776] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.566392] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.566392] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566392] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.566587] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.569577] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd997e68-bc3d-4fee-b573-423fa5a4a3e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.579750] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.580028] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.580836] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446d6560-3150-48a9-bc62-93d6b7400405 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.590087] env[69784]: DEBUG nova.compute.manager [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Received event network-changed-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.590231] env[69784]: DEBUG nova.compute.manager [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Refreshing instance network info cache due to event network-changed-2af82b87-13ab-4ac1-bc0c-f716ca3f0999. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.590707] env[69784]: DEBUG oslo_concurrency.lockutils [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] Acquiring lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.590707] env[69784]: DEBUG oslo_concurrency.lockutils [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] Acquired lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.590707] env[69784]: DEBUG nova.network.neutron [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Refreshing network info cache for port 2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.594463] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 773.594463] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b015bb-2b0f-ca8c-a95e-02c82cd5a4af" [ 773.594463] env[69784]: _type = "Task" [ 773.594463] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.608767] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b015bb-2b0f-ca8c-a95e-02c82cd5a4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.767030] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.767030] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d04be4-5dbc-425e-9e6a-8d536c012e86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.777125] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 773.777125] env[69784]: value = "task-3627256" [ 773.777125] env[69784]: _type = "Task" [ 773.777125] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.788882] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.826036] env[69784]: DEBUG oslo_concurrency.lockutils [req-0fb3f92d-e352-4701-a50f-690bd2e55db2 req-2d4d0518-bf59-4153-b15b-22376c83b797 service nova] Releasing lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.913158] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26dafa3-63ef-4302-b226-19f2f730e2c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.924418] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991206a8-62a0-4721-8171-a09b4f22ba56 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.957783] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4772aa0-0db7-4326-867c-813ee6c0f42b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.966313] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa4122-d6a9-492e-8b76-849fc995ac34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.981637] env[69784]: DEBUG nova.compute.provider_tree [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.068046] env[69784]: DEBUG nova.network.neutron [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.104527] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b015bb-2b0f-ca8c-a95e-02c82cd5a4af, 'name': SearchDatastore_Task, 'duration_secs': 0.015862} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.105909] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4531755-5415-43fe-8633-bca637305271 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.111888] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 774.111888] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52be1912-39c0-e916-f7df-92c1ceeee323" [ 774.111888] env[69784]: _type = "Task" [ 774.111888] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.121906] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52be1912-39c0-e916-f7df-92c1ceeee323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.288298] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627256, 'name': PowerOffVM_Task, 'duration_secs': 0.129502} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.288609] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.290389] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.290389] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887abc1f-6645-42b1-9f55-edaf79e1a903 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.303517] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.303517] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2fe651-5b28-4c13-8cf4-f99d141ba7fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.328840] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.328840] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.328840] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Deleting the datastore file [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.328840] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d20ffef-9733-4925-afc9-dffe3929f63e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.338314] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 774.338314] env[69784]: value = "task-3627258" [ 774.338314] env[69784]: _type = "Task" [ 774.338314] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.349058] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.374719] env[69784]: DEBUG nova.network.neutron [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Updating instance_info_cache with network_info: [{"id": "5c7b979a-c90f-42a5-b14f-4d7c840f35eb", "address": "fa:16:3e:64:a6:b2", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7b979a-c9", "ovs_interfaceid": "5c7b979a-c90f-42a5-b14f-4d7c840f35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.454489] env[69784]: DEBUG nova.network.neutron [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updated VIF entry in instance network info cache for port 2af82b87-13ab-4ac1-bc0c-f716ca3f0999. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.454858] env[69784]: DEBUG nova.network.neutron [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updating instance_info_cache with network_info: [{"id": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "address": "fa:16:3e:4b:05:50", "network": {"id": "742fe3a1-97df-4e89-a4b0-71e81f663424", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937420878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135899c3b7a340ba819872befeaa924b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af82b87-13", "ovs_interfaceid": "2af82b87-13ab-4ac1-bc0c-f716ca3f0999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.484866] env[69784]: DEBUG nova.scheduler.client.report [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.622805] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52be1912-39c0-e916-f7df-92c1ceeee323, 'name': SearchDatastore_Task, 'duration_secs': 0.014595} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.625356] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.625678] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/28ecb8dd-843f-436d-b7f3-3aa209ff7a20.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.626879] env[69784]: DEBUG nova.compute.manager [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Received event network-vif-plugged-5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.627090] env[69784]: DEBUG oslo_concurrency.lockutils [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] Acquiring lock "a6536297-e66b-438c-95c2-8050cfa89684-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.627328] env[69784]: DEBUG oslo_concurrency.lockutils [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] Lock "a6536297-e66b-438c-95c2-8050cfa89684-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.627501] env[69784]: DEBUG oslo_concurrency.lockutils [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] Lock "a6536297-e66b-438c-95c2-8050cfa89684-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.627703] env[69784]: DEBUG nova.compute.manager [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] No waiting events found dispatching network-vif-plugged-5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.627885] env[69784]: WARNING nova.compute.manager [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Received unexpected event network-vif-plugged-5c7b979a-c90f-42a5-b14f-4d7c840f35eb for instance with vm_state building and task_state spawning. [ 774.628058] env[69784]: DEBUG nova.compute.manager [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Received event network-changed-5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.628292] env[69784]: DEBUG nova.compute.manager [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Refreshing instance network info cache due to event network-changed-5c7b979a-c90f-42a5-b14f-4d7c840f35eb. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.628375] env[69784]: DEBUG oslo_concurrency.lockutils [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] Acquiring lock "refresh_cache-a6536297-e66b-438c-95c2-8050cfa89684" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.631732] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b2e50a2-c70e-46b9-b943-8fea6b2d285e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.639574] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 774.639574] env[69784]: value = "task-3627259" [ 774.639574] env[69784]: _type = "Task" [ 774.639574] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.651832] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.851236] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373463} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.851954] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.852374] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.852735] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.878374] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Releasing lock "refresh_cache-a6536297-e66b-438c-95c2-8050cfa89684" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.879895] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Instance network_info: |[{"id": "5c7b979a-c90f-42a5-b14f-4d7c840f35eb", "address": "fa:16:3e:64:a6:b2", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7b979a-c9", "ovs_interfaceid": "5c7b979a-c90f-42a5-b14f-4d7c840f35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.880147] env[69784]: DEBUG oslo_concurrency.lockutils [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] Acquired lock "refresh_cache-a6536297-e66b-438c-95c2-8050cfa89684" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.880249] env[69784]: DEBUG nova.network.neutron [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Refreshing network info cache for port 5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.882706] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:a6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c7b979a-c90f-42a5-b14f-4d7c840f35eb', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.897395] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.902356] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.902824] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cce7919-9fcb-4d55-8531-be62e27acbd3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.929604] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.929604] env[69784]: value = "task-3627260" [ 774.929604] env[69784]: _type = "Task" [ 774.929604] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.938043] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627260, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.958378] env[69784]: DEBUG oslo_concurrency.lockutils [req-57bb4017-1f7e-43cd-bd58-efd81f4e35b3 req-30e99305-8df0-4a64-a653-8d2ffbeb5cfc service nova] Releasing lock "refresh_cache-22842910-a375-46d2-8961-ae303c680a70" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.992647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.993548] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.999856] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.211s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.001717] env[69784]: INFO nova.compute.claims [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.094222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "22842910-a375-46d2-8961-ae303c680a70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.094222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "22842910-a375-46d2-8961-ae303c680a70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.094222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "22842910-a375-46d2-8961-ae303c680a70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.094222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "22842910-a375-46d2-8961-ae303c680a70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.094222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "22842910-a375-46d2-8961-ae303c680a70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.097040] env[69784]: INFO nova.compute.manager [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Terminating instance [ 775.151577] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627259, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.442238] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627260, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.501692] env[69784]: DEBUG nova.compute.utils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.503287] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.504521] env[69784]: DEBUG nova.network.neutron [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.586723] env[69784]: DEBUG nova.policy [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13e9605dfaf64188accc15a0c2454281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccaca9f996724ac88e06e041a9a7cfcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.601192] env[69784]: DEBUG nova.compute.manager [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.601461] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.602409] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a46b5c-f2b1-4276-80e4-b80d08c422f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.615881] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.615881] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a39009-c996-46fd-9f0d-0bdced627ccf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.623318] env[69784]: DEBUG oslo_vmware.api [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 775.623318] env[69784]: value = "task-3627261" [ 775.623318] env[69784]: _type = "Task" [ 775.623318] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.633135] env[69784]: DEBUG oslo_vmware.api [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.652696] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676086} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.652793] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/28ecb8dd-843f-436d-b7f3-3aa209ff7a20.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.653144] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.653484] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de7244b-f26c-4882-91b0-06774ce8c207 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.661874] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 775.661874] env[69784]: value = "task-3627262" [ 775.661874] env[69784]: _type = "Task" [ 775.661874] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.670639] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.765091] env[69784]: DEBUG nova.network.neutron [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Updated VIF entry in instance network info cache for port 5c7b979a-c90f-42a5-b14f-4d7c840f35eb. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.767040] env[69784]: DEBUG nova.network.neutron [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Updating instance_info_cache with network_info: [{"id": "5c7b979a-c90f-42a5-b14f-4d7c840f35eb", "address": "fa:16:3e:64:a6:b2", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7b979a-c9", "ovs_interfaceid": "5c7b979a-c90f-42a5-b14f-4d7c840f35eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.904427] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.905125] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.905476] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.905767] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.906037] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.906317] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.906724] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.907080] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.907512] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.909023] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.909023] env[69784]: DEBUG nova.virt.hardware [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.909369] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8df00a-4ac5-4779-ad39-ec468c275817 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.920788] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ccaba-430c-4966-9fa9-b958e0759841 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.938587] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.946807] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.952816] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.952816] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-435991ba-7455-4e7b-b98c-238ed95455ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.971412] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627260, 'name': CreateVM_Task, 'duration_secs': 0.549885} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.972701] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.972899] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.972899] env[69784]: value = "task-3627263" [ 775.972899] env[69784]: _type = "Task" [ 775.972899] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.973567] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.973721] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.974053] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.974376] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5828f084-fbb7-4fa7-a0cb-2b092829441e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.982927] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 775.982927] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eec381-c909-bf1a-ad78-7babc65e8ee1" [ 775.982927] env[69784]: _type = "Task" [ 775.982927] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.986221] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627263, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.994466] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eec381-c909-bf1a-ad78-7babc65e8ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.008150] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.123361] env[69784]: DEBUG nova.network.neutron [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Successfully created port: 7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.137701] env[69784]: DEBUG oslo_vmware.api [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627261, 'name': PowerOffVM_Task, 'duration_secs': 0.319927} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.137983] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.138164] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.138420] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90295bbd-510c-474b-80af-c758b32139ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.172085] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069274} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.172085] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.172363] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c43990-9381-4396-b0a4-a35f13943967 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.204272] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/28ecb8dd-843f-436d-b7f3-3aa209ff7a20.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.207593] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb41a09-f4b4-4b81-be27-f7022395a879 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.226155] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.226382] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.226560] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Deleting the datastore file [datastore1] 22842910-a375-46d2-8961-ae303c680a70 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.227242] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b87874f-f0f6-46cf-885a-7baccc781bc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.232214] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 776.232214] env[69784]: value = "task-3627265" [ 776.232214] env[69784]: _type = "Task" [ 776.232214] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.238672] env[69784]: DEBUG oslo_vmware.api [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for the task: (returnval){ [ 776.238672] env[69784]: value = "task-3627266" [ 776.238672] env[69784]: _type = "Task" [ 776.238672] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.245990] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.251564] env[69784]: DEBUG oslo_vmware.api [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.271963] env[69784]: DEBUG oslo_concurrency.lockutils [req-8050f47f-b916-4a78-9135-9dc155db637b req-53f84a9e-16ff-4641-b7ba-0a2577b85e27 service nova] Releasing lock "refresh_cache-a6536297-e66b-438c-95c2-8050cfa89684" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.491098] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627263, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.504411] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eec381-c909-bf1a-ad78-7babc65e8ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.022774} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.504863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.505256] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.505616] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.505871] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.506188] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.506573] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-942467bb-76b2-4323-8955-a1c095d1bc1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.520613] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.520986] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.525535] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d18fdd-f111-44c5-805e-dbd07836f5ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.533030] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 776.533030] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52467885-18e4-7152-53c9-a78e84d4b891" [ 776.533030] env[69784]: _type = "Task" [ 776.533030] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.545410] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52467885-18e4-7152-53c9-a78e84d4b891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.722237] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f0992-579f-4acd-ac45-7546d041cc47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.734027] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9781789d-3314-4fc4-98d6-189848b5909c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.776527] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3711e-a1a3-49f4-92a1-28a41ff999cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.779703] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627265, 'name': ReconfigVM_Task, 'duration_secs': 0.494298} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.783121] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/28ecb8dd-843f-436d-b7f3-3aa209ff7a20.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.783866] env[69784]: DEBUG oslo_vmware.api [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Task: {'id': task-3627266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254152} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.784495] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20a2faa4-9546-4a49-abc1-b4adaa086478 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.786259] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.786550] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.786794] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.787042] env[69784]: INFO nova.compute.manager [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] [instance: 22842910-a375-46d2-8961-ae303c680a70] Took 1.19 seconds to destroy the instance on the hypervisor. [ 776.787361] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.789628] env[69784]: DEBUG nova.compute.manager [-] [instance: 22842910-a375-46d2-8961-ae303c680a70] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.789766] env[69784]: DEBUG nova.network.neutron [-] [instance: 22842910-a375-46d2-8961-ae303c680a70] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.792989] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934c7a1-6d0c-42c8-a8e6-8baac151da2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.798830] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 776.798830] env[69784]: value = "task-3627267" [ 776.798830] env[69784]: _type = "Task" [ 776.798830] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.810841] env[69784]: DEBUG nova.compute.provider_tree [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.817923] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627267, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.986394] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627263, 'name': CreateVM_Task, 'duration_secs': 0.749023} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.986695] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.987157] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.987273] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.987775] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.987951] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e988e1a9-779f-4257-b2a5-1497b1b56bfb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.993166] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 776.993166] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525b0479-08e8-a405-bc39-1e57d35d34c2" [ 776.993166] env[69784]: _type = "Task" [ 776.993166] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.007458] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525b0479-08e8-a405-bc39-1e57d35d34c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.027286] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.046255] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52467885-18e4-7152-53c9-a78e84d4b891, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.046255] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6254a04e-960e-4b29-9d47-f3f7197833ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.055863] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 777.055863] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297373b-2afa-a8f4-662b-6076bf58585e" [ 777.055863] env[69784]: _type = "Task" [ 777.055863] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.065485] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297373b-2afa-a8f4-662b-6076bf58585e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.069450] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.069737] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.072012] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.072269] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.072269] env[69784]: DEBUG nova.virt.hardware [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.073132] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce864953-7bc3-464a-bd37-32d6c7359b36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.085545] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5004307f-0879-4928-96e3-a83b92997f68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.131757] env[69784]: DEBUG nova.compute.manager [req-315b27bd-5f06-4550-9307-266a42254aad req-50ab31d9-66aa-4715-9713-7990ac7475cf service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Received event network-vif-deleted-2af82b87-13ab-4ac1-bc0c-f716ca3f0999 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.132157] env[69784]: INFO nova.compute.manager [req-315b27bd-5f06-4550-9307-266a42254aad req-50ab31d9-66aa-4715-9713-7990ac7475cf service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Neutron deleted interface 2af82b87-13ab-4ac1-bc0c-f716ca3f0999; detaching it from the instance and deleting it from the info cache [ 777.132454] env[69784]: DEBUG nova.network.neutron [req-315b27bd-5f06-4550-9307-266a42254aad req-50ab31d9-66aa-4715-9713-7990ac7475cf service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.310299] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627267, 'name': Rename_Task, 'duration_secs': 0.239346} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.310619] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.310878] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-288f19a9-f512-46da-8e17-3a0a5e5d9d42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.313192] env[69784]: DEBUG nova.scheduler.client.report [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.323656] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 777.323656] env[69784]: value = "task-3627268" [ 777.323656] env[69784]: _type = "Task" [ 777.323656] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.336677] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.505181] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525b0479-08e8-a405-bc39-1e57d35d34c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.505368] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.505542] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.505772] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.570906] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297373b-2afa-a8f4-662b-6076bf58585e, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.571270] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.571588] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a6536297-e66b-438c-95c2-8050cfa89684/a6536297-e66b-438c-95c2-8050cfa89684.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.571936] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.572689] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.572972] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-937b2421-12da-4496-baed-e5ce69ecf713 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.575859] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e00487-2929-4e3f-9d8c-bb341beb1923 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.583255] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 777.583255] env[69784]: value = "task-3627269" [ 777.583255] env[69784]: _type = "Task" [ 777.583255] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.588982] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.588982] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.590079] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db799d8-db50-4f71-b8d8-ddbd8fe4f7c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.596218] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.600072] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 777.600072] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522a8289-bd9b-c59f-0d96-f0a5815bcedf" [ 777.600072] env[69784]: _type = "Task" [ 777.600072] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.610249] env[69784]: DEBUG nova.network.neutron [-] [instance: 22842910-a375-46d2-8961-ae303c680a70] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.611972] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522a8289-bd9b-c59f-0d96-f0a5815bcedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.635288] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef080be0-80bc-4c5d-92cc-1b5d409a2244 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646013] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc5a3dc-5622-4861-a992-795ee363f70c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.687706] env[69784]: DEBUG nova.compute.manager [req-315b27bd-5f06-4550-9307-266a42254aad req-50ab31d9-66aa-4715-9713-7990ac7475cf service nova] [instance: 22842910-a375-46d2-8961-ae303c680a70] Detach interface failed, port_id=2af82b87-13ab-4ac1-bc0c-f716ca3f0999, reason: Instance 22842910-a375-46d2-8961-ae303c680a70 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.803937] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f84a79-7be0-2e4c-8cc3-c44ebd9fe23f/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.804945] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e9b018-d7c2-41be-854c-f32cc10fa5f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.814162] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f84a79-7be0-2e4c-8cc3-c44ebd9fe23f/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.814325] env[69784]: ERROR oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f84a79-7be0-2e4c-8cc3-c44ebd9fe23f/disk-0.vmdk due to incomplete transfer. [ 777.814556] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de51c667-26cc-4511-a968-94ae20496ee5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.819235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.819235] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.823409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.333s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.825059] env[69784]: INFO nova.compute.claims [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.831084] env[69784]: DEBUG oslo_vmware.rw_handles [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f84a79-7be0-2e4c-8cc3-c44ebd9fe23f/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.835362] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Uploaded image 4fefe95e-be70-4eda-8af2-143dba49c5d6 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.837846] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.841019] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6950bcc4-0eeb-4c27-bf40-50826794e5e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.855397] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627268, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.855397] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 777.855397] env[69784]: value = "task-3627270" [ 777.855397] env[69784]: _type = "Task" [ 777.855397] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.862459] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627270, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.868773] env[69784]: DEBUG nova.network.neutron [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Successfully updated port: 7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.095379] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.111759] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522a8289-bd9b-c59f-0d96-f0a5815bcedf, 'name': SearchDatastore_Task, 'duration_secs': 0.020981} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.112929] env[69784]: INFO nova.compute.manager [-] [instance: 22842910-a375-46d2-8961-ae303c680a70] Took 1.32 seconds to deallocate network for instance. [ 778.113182] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea071115-578a-4901-a672-b343df864160 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.124840] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 778.124840] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525725d6-5ddf-8726-c3ac-2ca58b50365a" [ 778.124840] env[69784]: _type = "Task" [ 778.124840] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.133631] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525725d6-5ddf-8726-c3ac-2ca58b50365a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.340038] env[69784]: DEBUG nova.compute.utils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.343989] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.344176] env[69784]: DEBUG nova.network.neutron [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.354857] env[69784]: DEBUG oslo_vmware.api [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627268, 'name': PowerOnVM_Task, 'duration_secs': 0.67311} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.358584] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.358808] env[69784]: INFO nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Took 9.05 seconds to spawn the instance on the hypervisor. [ 778.358986] env[69784]: DEBUG nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.360032] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5f36cc-9441-4c7f-b79b-4ef035cdd654 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.368287] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627270, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.372778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.372926] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquired lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.373065] env[69784]: DEBUG nova.network.neutron [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.411978] env[69784]: DEBUG nova.policy [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bbae67aafd4543afb7ac9117e9e072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef6ea896fac46799e1a22b77777515e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.595710] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700351} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.596166] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a6536297-e66b-438c-95c2-8050cfa89684/a6536297-e66b-438c-95c2-8050cfa89684.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.596650] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.597225] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8aed430-bcfd-4bda-af95-ed5e5d5bc7a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.607017] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 778.607017] env[69784]: value = "task-3627271" [ 778.607017] env[69784]: _type = "Task" [ 778.607017] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.613162] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.629435] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.647159] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525725d6-5ddf-8726-c3ac-2ca58b50365a, 'name': SearchDatastore_Task, 'duration_secs': 0.047322} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.647577] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.648067] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.648400] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de650561-7983-4f12-970e-58d0be2eb15d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.656551] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 778.656551] env[69784]: value = "task-3627272" [ 778.656551] env[69784]: _type = "Task" [ 778.656551] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.665185] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.844906] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.886635] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627270, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.899301] env[69784]: INFO nova.compute.manager [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Took 38.86 seconds to build instance. [ 778.979020] env[69784]: DEBUG nova.network.neutron [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.999693] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "49b1eff5-eb0b-459e-837e-23214312f720" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.000285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.103923] env[69784]: DEBUG nova.network.neutron [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Successfully created port: c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.119857] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068241} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.121105] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.121625] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6eff72-0c05-410c-a700-c86fa36008ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.146453] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] a6536297-e66b-438c-95c2-8050cfa89684/a6536297-e66b-438c-95c2-8050cfa89684.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.149860] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14728722-2df8-44a0-8b34-c063bec28d84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.179519] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.181433] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 779.181433] env[69784]: value = "task-3627273" [ 779.181433] env[69784]: _type = "Task" [ 779.181433] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.194157] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.366447] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627270, 'name': Destroy_Task, 'duration_secs': 1.175514} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.366915] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Destroyed the VM [ 779.367201] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.367506] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1c09634-ddfe-4282-bbff-26489c32044c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.378887] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 779.378887] env[69784]: value = "task-3627274" [ 779.378887] env[69784]: _type = "Task" [ 779.378887] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.386631] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.406128] env[69784]: DEBUG oslo_concurrency.lockutils [None req-157f0383-984b-4561-8f9d-1ba4dbe2c5e5 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.912s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.406128] env[69784]: INFO nova.compute.manager [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Rescuing [ 779.406128] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.406128] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.406128] env[69784]: DEBUG nova.network.neutron [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.433261] env[69784]: DEBUG nova.network.neutron [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updating instance_info_cache with network_info: [{"id": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "address": "fa:16:3e:75:b7:08", "network": {"id": "c891d0a2-1f0a-49f7-9bd4-e80395b55561", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1752150368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccaca9f996724ac88e06e041a9a7cfcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef4c0f0-cc", "ovs_interfaceid": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.462325] env[69784]: DEBUG nova.compute.manager [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Received event network-vif-plugged-7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.462594] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] Acquiring lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.462760] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.462941] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.463098] env[69784]: DEBUG nova.compute.manager [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] No waiting events found dispatching network-vif-plugged-7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.463264] env[69784]: WARNING nova.compute.manager [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Received unexpected event network-vif-plugged-7ef4c0f0-cc42-478a-ba54-f281e207df08 for instance with vm_state building and task_state spawning. [ 779.463798] env[69784]: DEBUG nova.compute.manager [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Received event network-changed-7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.463798] env[69784]: DEBUG nova.compute.manager [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Refreshing instance network info cache due to event network-changed-7ef4c0f0-cc42-478a-ba54-f281e207df08. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.463968] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] Acquiring lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.617045] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f483f0d-3ff9-42a6-b673-04de1b120b57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.626229] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccd835f-e9d9-40ba-a814-3e3d68096438 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.658555] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a7f0c7-a882-4072-9891-e7cf4fa7454f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.666205] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eb897a-da99-4887-b4fc-07a93fb71e0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.684098] env[69784]: DEBUG nova.compute.provider_tree [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.687883] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853095} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.690949] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.691198] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.691682] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66247959-02df-4bf8-ba6b-1fef2cadb78e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.698475] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627273, 'name': ReconfigVM_Task, 'duration_secs': 0.50202} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.700450] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Reconfigured VM instance instance-00000020 to attach disk [datastore2] a6536297-e66b-438c-95c2-8050cfa89684/a6536297-e66b-438c-95c2-8050cfa89684.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.701363] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 779.701363] env[69784]: value = "task-3627275" [ 779.701363] env[69784]: _type = "Task" [ 779.701363] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.701363] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b9022f5-518d-4742-ae3b-d36b1b7772f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.710282] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 779.710282] env[69784]: value = "task-3627276" [ 779.710282] env[69784]: _type = "Task" [ 779.710282] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.713569] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.723693] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627276, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.857119] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.888503] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.891523] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.891523] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.891523] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.891523] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.891523] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.891523] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.891965] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.891965] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.892072] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.892262] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.892442] env[69784]: DEBUG nova.virt.hardware [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.893263] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a43aca-1fe3-43db-9761-d64074b0467c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.900722] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24cbbd6-a1a6-4223-9c26-3062740005cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.917618] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.939537] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Releasing lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.939537] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Instance network_info: |[{"id": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "address": "fa:16:3e:75:b7:08", "network": {"id": "c891d0a2-1f0a-49f7-9bd4-e80395b55561", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1752150368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccaca9f996724ac88e06e041a9a7cfcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef4c0f0-cc", "ovs_interfaceid": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.939537] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] Acquired lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.939537] env[69784]: DEBUG nova.network.neutron [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Refreshing network info cache for port 7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.939537] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:b7:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ef4c0f0-cc42-478a-ba54-f281e207df08', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.953954] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Creating folder: Project (ccaca9f996724ac88e06e041a9a7cfcd). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.954628] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65aa7720-216a-4cd3-889c-7e2a4d04274e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.972773] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Created folder: Project (ccaca9f996724ac88e06e041a9a7cfcd) in parent group-v723273. [ 779.972942] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Creating folder: Instances. Parent ref: group-v723369. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.973529] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a682ef66-3e6f-4f05-a19b-8919004a6c70 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.984034] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Created folder: Instances in parent group-v723369. [ 779.984034] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.984034] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.984332] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-063d14e6-2752-402c-bd40-049b3cc8f743 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.005790] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.005790] env[69784]: value = "task-3627279" [ 780.005790] env[69784]: _type = "Task" [ 780.005790] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.014258] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627279, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.191210] env[69784]: DEBUG nova.scheduler.client.report [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.214353] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064043} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.217665] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.219890] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3fda35-4e55-464d-b435-f477feed3600 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.228833] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627276, 'name': Rename_Task, 'duration_secs': 0.139568} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.237821] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.248529] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.253157] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be1a3c8-6933-4f54-ba76-2db5de8b5455 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.255201] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7fcfe0-dd1c-4483-a988-7ccbcd9796dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.278406] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 780.278406] env[69784]: value = "task-3627280" [ 780.278406] env[69784]: _type = "Task" [ 780.278406] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.280467] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 780.280467] env[69784]: value = "task-3627281" [ 780.280467] env[69784]: _type = "Task" [ 780.280467] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.292956] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.296245] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.392352] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.413505] env[69784]: DEBUG nova.network.neutron [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Updating instance_info_cache with network_info: [{"id": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "address": "fa:16:3e:4d:cb:c1", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80798ced-c6", "ovs_interfaceid": "80798ced-c6ed-4817-b7ae-fddb3a600fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.446830] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.517097] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627279, 'name': CreateVM_Task, 'duration_secs': 0.37725} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.517420] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.518166] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.518353] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.519521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.519521] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed1d19f-46e9-481c-9421-24757f61cef5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.526030] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 780.526030] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52591f80-4d07-0618-685e-13b34cec2020" [ 780.526030] env[69784]: _type = "Task" [ 780.526030] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.534568] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52591f80-4d07-0618-685e-13b34cec2020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.697776] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.699502] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.700960] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.767s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.702261] env[69784]: INFO nova.compute.claims [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.794515] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627280, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.797792] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627281, 'name': ReconfigVM_Task, 'duration_secs': 0.314916} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.798225] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.798857] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d006ff77-d37f-4d43-b149-834e8e192053 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.806058] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 780.806058] env[69784]: value = "task-3627282" [ 780.806058] env[69784]: _type = "Task" [ 780.806058] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.814754] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627282, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.833276] env[69784]: DEBUG nova.network.neutron [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updated VIF entry in instance network info cache for port 7ef4c0f0-cc42-478a-ba54-f281e207df08. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.833657] env[69784]: DEBUG nova.network.neutron [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updating instance_info_cache with network_info: [{"id": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "address": "fa:16:3e:75:b7:08", "network": {"id": "c891d0a2-1f0a-49f7-9bd4-e80395b55561", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1752150368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccaca9f996724ac88e06e041a9a7cfcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef4c0f0-cc", "ovs_interfaceid": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.894598] env[69784]: DEBUG oslo_vmware.api [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627274, 'name': RemoveSnapshot_Task, 'duration_secs': 1.147046} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.894917] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.895220] env[69784]: INFO nova.compute.manager [None req-ea4c8135-8eb5-4bd0-bea0-169d83ad6289 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 780.921019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-28ecb8dd-843f-436d-b7f3-3aa209ff7a20" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.036267] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52591f80-4d07-0618-685e-13b34cec2020, 'name': SearchDatastore_Task, 'duration_secs': 0.019289} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.036510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.036749] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.036979] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.037140] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.037344] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.037709] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529e65da-d560-4af6-9baa-8255bb0503cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.047762] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.048312] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.048649] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18401d9-6868-4ccb-88d8-be35bfb19003 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.054857] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 781.054857] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c3e357-fbc5-6239-b065-4b2263a0b0cc" [ 781.054857] env[69784]: _type = "Task" [ 781.054857] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.064340] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c3e357-fbc5-6239-b065-4b2263a0b0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.210317] env[69784]: DEBUG nova.compute.utils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.211185] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.211247] env[69784]: DEBUG nova.network.neutron [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.286405] env[69784]: DEBUG nova.policy [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0b22e23cf64865b5d6cee4fe885838', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8caf61844ad4addbfe692b9e70705df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.294247] env[69784]: DEBUG oslo_vmware.api [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627280, 'name': PowerOnVM_Task, 'duration_secs': 0.675512} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.294546] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.294744] env[69784]: INFO nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Took 9.19 seconds to spawn the instance on the hypervisor. [ 781.294917] env[69784]: DEBUG nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.296157] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ff109f-42d7-419e-a273-42010dae59f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.317770] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627282, 'name': Rename_Task, 'duration_secs': 0.145491} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.318192] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.318474] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d63341-fb26-46fc-9906-a8efc7f4fbd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.325028] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 781.325028] env[69784]: value = "task-3627283" [ 781.325028] env[69784]: _type = "Task" [ 781.325028] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.334227] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.336814] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6f67fd5-6b34-4ac5-8ab0-28802aa6ae13 req-ad04dee6-05c5-4f24-984a-6d0599c1d7d3 service nova] Releasing lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.498231] env[69784]: DEBUG nova.network.neutron [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Successfully updated port: c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.565612] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c3e357-fbc5-6239-b065-4b2263a0b0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.029493} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.566424] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab432ecc-b169-48cf-ace9-6b4b9fa60a4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.571769] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 781.571769] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52859550-8b67-1e28-2921-62dbd78d59d2" [ 781.571769] env[69784]: _type = "Task" [ 781.571769] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.582274] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52859550-8b67-1e28-2921-62dbd78d59d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.582274] env[69784]: DEBUG nova.compute.manager [req-c1a4af33-77b2-48f0-ba75-c4794ffb3d9d req-651dbc5b-f09a-4fd1-b971-99ef1e9f33da service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Received event network-vif-plugged-c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.582274] env[69784]: DEBUG oslo_concurrency.lockutils [req-c1a4af33-77b2-48f0-ba75-c4794ffb3d9d req-651dbc5b-f09a-4fd1-b971-99ef1e9f33da service nova] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.582274] env[69784]: DEBUG oslo_concurrency.lockutils [req-c1a4af33-77b2-48f0-ba75-c4794ffb3d9d req-651dbc5b-f09a-4fd1-b971-99ef1e9f33da service nova] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.582481] env[69784]: DEBUG oslo_concurrency.lockutils [req-c1a4af33-77b2-48f0-ba75-c4794ffb3d9d req-651dbc5b-f09a-4fd1-b971-99ef1e9f33da service nova] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.582586] env[69784]: DEBUG nova.compute.manager [req-c1a4af33-77b2-48f0-ba75-c4794ffb3d9d req-651dbc5b-f09a-4fd1-b971-99ef1e9f33da service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] No waiting events found dispatching network-vif-plugged-c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.584038] env[69784]: WARNING nova.compute.manager [req-c1a4af33-77b2-48f0-ba75-c4794ffb3d9d req-651dbc5b-f09a-4fd1-b971-99ef1e9f33da service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Received unexpected event network-vif-plugged-c304a720-453f-4a7d-b359-9e6d2c740322 for instance with vm_state building and task_state spawning. [ 781.719283] env[69784]: DEBUG nova.network.neutron [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Successfully created port: b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.722325] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.815242] env[69784]: INFO nova.compute.manager [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Took 41.26 seconds to build instance. [ 781.845786] env[69784]: DEBUG oslo_vmware.api [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627283, 'name': PowerOnVM_Task, 'duration_secs': 0.430427} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.846137] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.846314] env[69784]: DEBUG nova.compute.manager [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.847122] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c717776-a5cd-43ad-b18d-f73a21be3aff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.002278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.002404] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.002553] env[69784]: DEBUG nova.network.neutron [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.085260] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52859550-8b67-1e28-2921-62dbd78d59d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.088365] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.088787] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b4e74b8a-cc84-47b6-9093-cbd2b2e59740/b4e74b8a-cc84-47b6-9093-cbd2b2e59740.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.089392] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-253edcec-1ae9-4193-b794-40c93213ebf9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.096241] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 782.096241] env[69784]: value = "task-3627284" [ 782.096241] env[69784]: _type = "Task" [ 782.096241] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.108346] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.319674] env[69784]: DEBUG oslo_concurrency.lockutils [None req-174d208c-81a5-4bc5-aa03-09fc01200411 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "a6536297-e66b-438c-95c2-8050cfa89684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.891s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.340708] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a931027-5884-4e70-b906-0a058094d516 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.349972] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3797c-d3c4-4155-add4-789b4824f238 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.393674] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd3972f-adb5-43c5-8163-577207fc13e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.398498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.407813] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b057709-5983-44ad-b920-f6f687bb48f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.424661] env[69784]: DEBUG nova.compute.provider_tree [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.459892] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.460159] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da69a3a3-0a2e-4e54-a91e-91dfba16acb7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.469031] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 782.469031] env[69784]: value = "task-3627285" [ 782.469031] env[69784]: _type = "Task" [ 782.469031] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.478722] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.549031] env[69784]: DEBUG nova.network.neutron [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.610589] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627284, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.738813] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.742456] env[69784]: DEBUG nova.network.neutron [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.764822] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.765108] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.765365] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.765816] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.766098] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.766600] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.766600] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.767604] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.767604] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.767604] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.767604] env[69784]: DEBUG nova.virt.hardware [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.768966] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb006187-fcb5-44b5-ab40-282f5eb118c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.777874] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed429939-245c-4461-979f-a487d9fd1a28 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.802943] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.803244] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.828806] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.927941] env[69784]: DEBUG nova.scheduler.client.report [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.980155] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627285, 'name': PowerOffVM_Task, 'duration_secs': 0.310749} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.980456] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.982261] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916d075a-b577-433a-ac81-4a6c3a54c9b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.000740] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c9149-d25e-482a-9ea4-72a640a76c07 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.013765] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "a6536297-e66b-438c-95c2-8050cfa89684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.013885] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "a6536297-e66b-438c-95c2-8050cfa89684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.014010] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "a6536297-e66b-438c-95c2-8050cfa89684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.014200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "a6536297-e66b-438c-95c2-8050cfa89684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.014851] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "a6536297-e66b-438c-95c2-8050cfa89684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.016365] env[69784]: INFO nova.compute.manager [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Terminating instance [ 783.029917] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.030191] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c542669-f72a-40bc-8d2f-3561997c6dc0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.036647] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 783.036647] env[69784]: value = "task-3627286" [ 783.036647] env[69784]: _type = "Task" [ 783.036647] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.045729] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.107695] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528379} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.108201] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b4e74b8a-cc84-47b6-9093-cbd2b2e59740/b4e74b8a-cc84-47b6-9093-cbd2b2e59740.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.108438] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.108742] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc7898d-d347-41f3-8379-d2c81f46d331 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.115363] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 783.115363] env[69784]: value = "task-3627287" [ 783.115363] env[69784]: _type = "Task" [ 783.115363] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.123963] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.245254] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.245610] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Instance network_info: |[{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.246042] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:73:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c304a720-453f-4a7d-b359-9e6d2c740322', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.258383] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating folder: Project (cef6ea896fac46799e1a22b77777515e). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.258836] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c82992f2-964f-4cff-8c91-4d5bf6eb1942 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.274146] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created folder: Project (cef6ea896fac46799e1a22b77777515e) in parent group-v723273. [ 783.274146] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating folder: Instances. Parent ref: group-v723372. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.274146] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f543e4-e4d5-4d24-9464-2ddce6774eee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.286464] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created folder: Instances in parent group-v723372. [ 783.286464] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.286464] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.286464] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9dae662-6f33-4c6d-b998-b4a49d66bee8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.307411] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.307411] env[69784]: value = "task-3627290" [ 783.307411] env[69784]: _type = "Task" [ 783.307411] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.315771] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627290, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.354071] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.394368] env[69784]: DEBUG nova.network.neutron [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Successfully updated port: b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.433903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.434355] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.437181] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.278s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.437477] env[69784]: DEBUG nova.objects.instance [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lazy-loading 'resources' on Instance uuid 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.520369] env[69784]: DEBUG nova.compute.manager [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.520610] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.521614] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b30966-907c-40e8-874c-c5af0cb70167 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.529651] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.529902] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1926cffb-d13f-46aa-a631-9b30c962d5ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.536858] env[69784]: DEBUG oslo_vmware.api [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 783.536858] env[69784]: value = "task-3627291" [ 783.536858] env[69784]: _type = "Task" [ 783.536858] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.547771] env[69784]: DEBUG oslo_vmware.api [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.551664] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 783.551766] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.551964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.552129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.552307] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.552553] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80922d0-0ae1-440a-beaa-cd506841a988 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.561510] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.561690] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.562400] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9710700b-82bf-4de7-94bb-4ceb3812fa36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.567157] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 783.567157] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5246ae49-3dfe-5c0f-db95-35ffba0bea1b" [ 783.567157] env[69784]: _type = "Task" [ 783.567157] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.577201] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5246ae49-3dfe-5c0f-db95-35ffba0bea1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.585767] env[69784]: INFO nova.compute.manager [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Rebuilding instance [ 783.629168] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077127} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.629603] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.632693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172e4716-2701-428f-a3d1-dfcfa2747998 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.635443] env[69784]: DEBUG nova.compute.manager [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.636338] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b7603-8075-4518-8130-7258de91c4bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.664629] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b4e74b8a-cc84-47b6-9093-cbd2b2e59740/b4e74b8a-cc84-47b6-9093-cbd2b2e59740.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.665301] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6098b9b6-2051-4bf2-a9e6-8093716bab97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.685716] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 783.685716] env[69784]: value = "task-3627292" [ 783.685716] env[69784]: _type = "Task" [ 783.685716] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.694957] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.765722] env[69784]: DEBUG nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Received event network-changed-c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.765722] env[69784]: DEBUG nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Refreshing instance network info cache due to event network-changed-c304a720-453f-4a7d-b359-9e6d2c740322. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.765722] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.765722] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.765722] env[69784]: DEBUG nova.network.neutron [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Refreshing network info cache for port c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.818055] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627290, 'name': CreateVM_Task, 'duration_secs': 0.485851} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.818230] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.818919] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.819094] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.819689] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4df1de-5b1b-498e-a8a3-8190c59911f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.824412] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 783.824412] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52766c57-9e2b-9b98-55e9-045f10b1c5a4" [ 783.824412] env[69784]: _type = "Task" [ 783.824412] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.831919] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52766c57-9e2b-9b98-55e9-045f10b1c5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.898993] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.899170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquired lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.899466] env[69784]: DEBUG nova.network.neutron [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.940821] env[69784]: DEBUG nova.compute.utils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.949568] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.949766] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.012118] env[69784]: DEBUG nova.policy [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35beb79886514061bb431788800cfb9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0fb011e6be54203b97c46c8ba329886', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.053129] env[69784]: DEBUG oslo_vmware.api [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627291, 'name': PowerOffVM_Task, 'duration_secs': 0.238713} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.053129] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.053129] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.053317] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c25e0f6-a5d5-4201-84c7-a71120d66f72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.080111] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5246ae49-3dfe-5c0f-db95-35ffba0bea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.007987} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.081701] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397736bd-9672-4ade-891d-3666d4cd1646 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.088193] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 784.088193] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52582f40-9561-ccc3-9b7f-89605d7c3fe2" [ 784.088193] env[69784]: _type = "Task" [ 784.088193] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.101264] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52582f40-9561-ccc3-9b7f-89605d7c3fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.101763] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.102198] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. {{(pid=69784) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 784.102649] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c01223b-b77c-4c4e-9f2e-156e7017329e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.113200] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 784.113200] env[69784]: value = "task-3627294" [ 784.113200] env[69784]: _type = "Task" [ 784.113200] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.117967] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.118671] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.119208] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleting the datastore file [datastore2] a6536297-e66b-438c-95c2-8050cfa89684 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.122269] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef626f05-9842-4a9e-bdce-3ada33b37dba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.127447] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.131676] env[69784]: DEBUG oslo_vmware.api [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for the task: (returnval){ [ 784.131676] env[69784]: value = "task-3627295" [ 784.131676] env[69784]: _type = "Task" [ 784.131676] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.142719] env[69784]: DEBUG oslo_vmware.api [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.201375] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627292, 'name': ReconfigVM_Task, 'duration_secs': 0.424517} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.201640] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b4e74b8a-cc84-47b6-9093-cbd2b2e59740/b4e74b8a-cc84-47b6-9093-cbd2b2e59740.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.202337] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcbd49b8-5fd7-453b-8548-e7d860e42968 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.210999] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 784.210999] env[69784]: value = "task-3627296" [ 784.210999] env[69784]: _type = "Task" [ 784.210999] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.220263] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627296, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.337059] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52766c57-9e2b-9b98-55e9-045f10b1c5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.340350] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.340849] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.341247] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.341528] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.341816] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.342602] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2710f0b-150c-49ad-b47a-57e4f713ce92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.357111] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.357985] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.358924] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb19c11-016d-455e-b82d-86e9fc830dc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.364855] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 784.364855] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253ab04-3985-9c2f-0865-66b0cbc402c4" [ 784.364855] env[69784]: _type = "Task" [ 784.364855] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.377068] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253ab04-3985-9c2f-0865-66b0cbc402c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.452121] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.462030] env[69784]: DEBUG nova.network.neutron [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.620317] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Successfully created port: 8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.624310] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4601ebd-f2dc-4fbc-851b-4983316f7278 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.636713] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517694} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.642411] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. [ 784.642667] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59aafb5-c803-4cb5-9556-2de581709a2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.646151] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379de4e4-cdeb-47aa-91e3-6543df0a55d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.653862] env[69784]: DEBUG oslo_vmware.api [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Task: {'id': task-3627295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142258} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.691949] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.692197] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.693247] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.693247] env[69784]: INFO nova.compute.manager [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Took 1.17 seconds to destroy the instance on the hypervisor. [ 784.693247] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.700417] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.700944] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.702207] env[69784]: DEBUG nova.network.neutron [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updating instance_info_cache with network_info: [{"id": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "address": "fa:16:3e:3c:b8:8f", "network": {"id": "2d899554-a3be-47ad-afd5-2103cb9907ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2146375671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8caf61844ad4addbfe692b9e70705df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47d160d-58", "ovs_interfaceid": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.704728] env[69784]: DEBUG nova.network.neutron [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updated VIF entry in instance network info cache for port c304a720-453f-4a7d-b359-9e6d2c740322. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.704917] env[69784]: DEBUG nova.network.neutron [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.705896] env[69784]: DEBUG nova.compute.manager [-] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.705988] env[69784]: DEBUG nova.network.neutron [-] [instance: a6536297-e66b-438c-95c2-8050cfa89684] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.707780] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5531ff9b-036a-40a9-833e-924919fe75da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.721369] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d62ae6d-7f9d-4d71-ad07-b2f1729e5004 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.723896] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717188ea-3b6f-475e-a508-33255973ec0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.741025] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b0baf-2ad3-4b61-a077-3179a9d68859 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.746018] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 784.746018] env[69784]: value = "task-3627298" [ 784.746018] env[69784]: _type = "Task" [ 784.746018] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.746018] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627296, 'name': Rename_Task, 'duration_secs': 0.215236} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.747681] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.748059] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 784.748059] env[69784]: value = "task-3627297" [ 784.748059] env[69784]: _type = "Task" [ 784.748059] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.751779] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f0341be-28ad-40d5-b400-82df959fa05c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.764726] env[69784]: DEBUG nova.compute.provider_tree [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.771748] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.775980] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.776361] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 784.776361] env[69784]: value = "task-3627299" [ 784.776361] env[69784]: _type = "Task" [ 784.776361] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.785524] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.876153] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5253ab04-3985-9c2f-0865-66b0cbc402c4, 'name': SearchDatastore_Task, 'duration_secs': 0.016788} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.877014] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f2bbe5-f073-474d-a47c-95e5bc4dc4fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.882292] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 784.882292] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a8b97f-cf1e-2a0c-afee-b6c63f095da7" [ 784.882292] env[69784]: _type = "Task" [ 784.882292] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.890068] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a8b97f-cf1e-2a0c-afee-b6c63f095da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.227028] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Releasing lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.227427] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Instance network_info: |[{"id": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "address": "fa:16:3e:3c:b8:8f", "network": {"id": "2d899554-a3be-47ad-afd5-2103cb9907ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2146375671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8caf61844ad4addbfe692b9e70705df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47d160d-58", "ovs_interfaceid": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.227892] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.228124] env[69784]: DEBUG nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Received event network-vif-plugged-b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.228338] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Acquiring lock "9488a636-552a-4019-85bb-98281df807a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.228589] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Lock "9488a636-552a-4019-85bb-98281df807a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.228738] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Lock "9488a636-552a-4019-85bb-98281df807a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.228907] env[69784]: DEBUG nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] No waiting events found dispatching network-vif-plugged-b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.229085] env[69784]: WARNING nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Received unexpected event network-vif-plugged-b47d160d-5812-4d8e-b5c4-fcd292ac0e02 for instance with vm_state building and task_state spawning. [ 785.229250] env[69784]: DEBUG nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Received event network-changed-b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.229402] env[69784]: DEBUG nova.compute.manager [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Refreshing instance network info cache due to event network-changed-b47d160d-5812-4d8e-b5c4-fcd292ac0e02. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.229589] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Acquiring lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.229723] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Acquired lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.229877] env[69784]: DEBUG nova.network.neutron [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Refreshing network info cache for port b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.232347] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47d160d-5812-4d8e-b5c4-fcd292ac0e02', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.240360] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Creating folder: Project (b8caf61844ad4addbfe692b9e70705df). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.240989] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e393e384-201e-4ee7-9546-d1b032420bb9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.253956] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Created folder: Project (b8caf61844ad4addbfe692b9e70705df) in parent group-v723273. [ 785.254166] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Creating folder: Instances. Parent ref: group-v723375. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.257486] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab71885d-d19e-4a34-99d1-5dd74021f836 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.262187] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627298, 'name': ReconfigVM_Task, 'duration_secs': 0.282929} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.263342] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.263936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cb178d-0fc6-4a47-bc54-68c37b7a282d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.270008] env[69784]: DEBUG nova.scheduler.client.report [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.273095] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627297, 'name': PowerOffVM_Task, 'duration_secs': 0.121766} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.274646] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.274881] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.275160] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Created folder: Instances in parent group-v723375. [ 785.275387] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.276618] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ecdeda-e9c8-476f-a4a8-66c291f00a5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.278817] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9488a636-552a-4019-85bb-98281df807a6] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.295772] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0c5726a-a93e-4c27-b682-e8b4c04da64c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.318543] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b22ec9e5-9275-413e-b651-b6a60df40d8e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.331258] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.332077] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f81ac283-4d9c-4ffc-a009-2fd878b08da6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.337429] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627299, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.339516] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.339516] env[69784]: value = "task-3627302" [ 785.339516] env[69784]: _type = "Task" [ 785.339516] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.339794] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 785.339794] env[69784]: value = "task-3627303" [ 785.339794] env[69784]: _type = "Task" [ 785.339794] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.351465] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627302, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.354957] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.356250] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.356461] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.356614] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Deleting the datastore file [datastore2] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.359078] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9bff03-e48f-4088-b2fa-2e426c1ea569 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.364862] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 785.364862] env[69784]: value = "task-3627305" [ 785.364862] env[69784]: _type = "Task" [ 785.364862] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.373544] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.394348] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a8b97f-cf1e-2a0c-afee-b6c63f095da7, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.394632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.394897] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5/09356081-f58b-4a4e-b794-ca91c9dd66d5.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.395177] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-585fda24-60ee-499c-b212-fd04b85b3fd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.402554] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 785.402554] env[69784]: value = "task-3627306" [ 785.402554] env[69784]: _type = "Task" [ 785.402554] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.411081] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.461393] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.487157] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.487157] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.487157] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.487434] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.487475] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.487617] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.487846] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.488080] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.488260] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.488471] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.488668] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.489632] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e00879-0407-43b0-b3e6-a8b2b4487e46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.498278] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a210bcf0-f02f-491f-802b-0112bea4d2d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.744080] env[69784]: DEBUG nova.network.neutron [-] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.777299] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.780641] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.781s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.780641] env[69784]: DEBUG nova.objects.instance [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lazy-loading 'resources' on Instance uuid bc3543d3-facd-494b-9838-a0cd02467ec8 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.808163] env[69784]: DEBUG oslo_vmware.api [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627299, 'name': PowerOnVM_Task, 'duration_secs': 0.848183} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.810100] env[69784]: INFO nova.scheduler.client.report [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Deleted allocations for instance 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f [ 785.810386] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.810585] env[69784]: INFO nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Took 8.78 seconds to spawn the instance on the hypervisor. [ 785.811656] env[69784]: DEBUG nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.815701] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c37c08-2634-404f-90b6-22ba4b26bdd9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.859364] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627302, 'name': CreateVM_Task, 'duration_secs': 0.50871} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.864447] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9488a636-552a-4019-85bb-98281df807a6] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.864447] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627303, 'name': ReconfigVM_Task, 'duration_secs': 0.232382} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.865282] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.865515] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.865972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.866345] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.867464] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b32eb88-b5ba-4576-836d-b0a0335d9503 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.869779] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a600ee-c497-4a13-891d-b4fa7169ddd3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.881329] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 785.881329] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f04d74-bd54-3827-5b83-bc8f89612415" [ 785.881329] env[69784]: _type = "Task" [ 785.881329] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.886502] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 785.886502] env[69784]: value = "task-3627307" [ 785.886502] env[69784]: _type = "Task" [ 785.886502] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.887104] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18062} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.890807] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.891025] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.891213] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.905953] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f04d74-bd54-3827-5b83-bc8f89612415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.913440] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627307, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.920780] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627306, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.065409] env[69784]: DEBUG nova.network.neutron [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updated VIF entry in instance network info cache for port b47d160d-5812-4d8e-b5c4-fcd292ac0e02. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.066023] env[69784]: DEBUG nova.network.neutron [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updating instance_info_cache with network_info: [{"id": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "address": "fa:16:3e:3c:b8:8f", "network": {"id": "2d899554-a3be-47ad-afd5-2103cb9907ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2146375671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8caf61844ad4addbfe692b9e70705df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47d160d-58", "ovs_interfaceid": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.071526] env[69784]: DEBUG nova.compute.manager [req-76de881c-3035-4aaf-83dc-71f459fbad1f req-c266d8d6-d096-4456-86a8-0185b2f82a4e service nova] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Received event network-vif-deleted-5c7b979a-c90f-42a5-b14f-4d7c840f35eb {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.247662] env[69784]: INFO nova.compute.manager [-] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Took 1.54 seconds to deallocate network for instance. [ 786.322192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-804c545f-4793-4b09-a61f-dbe7c2631c1d tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.564s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.343049] env[69784]: INFO nova.compute.manager [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Took 37.95 seconds to build instance. [ 786.403795] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f04d74-bd54-3827-5b83-bc8f89612415, 'name': SearchDatastore_Task, 'duration_secs': 0.060302} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.409425] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.409727] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.409976] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.410137] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410314] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.410907] env[69784]: DEBUG oslo_vmware.api [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627307, 'name': PowerOnVM_Task, 'duration_secs': 0.515239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.411304] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f62da49-4df0-4044-b349-6d1ae98dfc71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.416937] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.420080] env[69784]: DEBUG nova.compute.manager [None req-a82cccd3-000b-4c33-a162-ae9cc0b0aa3c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.420678] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffef634-1f14-413d-8fff-68a94b379a2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.429269] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626427} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.431885] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5/09356081-f58b-4a4e-b794-ca91c9dd66d5.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.432124] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.432389] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.432548] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.434464] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e9b2b0-c6a5-4925-9cc7-3a55ea4109c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.436262] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dccd333-51fd-4db7-9280-9f7b95cab7a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.451957] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 786.451957] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52726a78-2978-60d1-f9c3-1b33181a70ac" [ 786.451957] env[69784]: _type = "Task" [ 786.451957] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.451957] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 786.451957] env[69784]: value = "task-3627308" [ 786.451957] env[69784]: _type = "Task" [ 786.451957] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.452825] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Successfully updated port: 8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.463995] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52726a78-2978-60d1-f9c3-1b33181a70ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.466346] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.569524] env[69784]: DEBUG oslo_concurrency.lockutils [req-d7518c93-1d3a-494e-b732-d049ac5dd030 req-c6c59a81-dd6b-4fd6-9217-040f00603cb3 service nova] Releasing lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.639784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "62e679e6-579b-411a-bbed-3bf35d8829a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.643403] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.643631] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "62e679e6-579b-411a-bbed-3bf35d8829a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.643908] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.644112] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.647058] env[69784]: INFO nova.compute.manager [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Terminating instance [ 786.754920] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.844402] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ae95ec69-fcba-412b-9d2b-338585a6ef32 tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.143s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.942272] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fcbf72-4150-46ae-b414-e8768935fc4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.949312] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.949582] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.949966] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.950761] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.950985] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.951155] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.951363] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.951716] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.951716] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.951858] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.951998] env[69784]: DEBUG nova.virt.hardware [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.955886] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865563d8-dbc7-46eb-ab39-c25f9fdacc9c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.967546] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "refresh_cache-f091b65e-0140-44fe-8874-4bdf0244ddfd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.967546] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "refresh_cache-f091b65e-0140-44fe-8874-4bdf0244ddfd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.967546] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.974455] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcc58e-c9b7-4c41-8aff-8534455d9865 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.985863] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071516} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.986234] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52726a78-2978-60d1-f9c3-1b33181a70ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024058} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.988804] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6f6ea-e1aa-4c7d-8065-595bf2b0f0cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.992840] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.020136] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396a819b-2683-4153-beed-fb29710c5ec2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.022477] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb1b996-2800-4d7c-8b5f-fbf8f15ac1ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.026257] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd75552-a8b2-438b-a502-7d468a0413d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.037477] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.043244] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.056334] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.056334] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 787.056334] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52074809-a57b-ab80-6892-326bc66435d2" [ 787.056334] env[69784]: _type = "Task" [ 787.056334] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.064738] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5/09356081-f58b-4a4e-b794-ca91c9dd66d5.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.067132] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4084e27f-f343-4811-ac64-146083deffeb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.079112] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7546574f-bcd5-4993-af8c-714a550b2571 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.098178] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfdaf74-9cac-4731-a9e4-40cc5c8b5ad0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.118116] env[69784]: DEBUG nova.compute.provider_tree [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.126235] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52074809-a57b-ab80-6892-326bc66435d2, 'name': SearchDatastore_Task, 'duration_secs': 0.031254} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.126235] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.126235] env[69784]: value = "task-3627309" [ 787.126235] env[69784]: _type = "Task" [ 787.126235] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.126235] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 787.126235] env[69784]: value = "task-3627310" [ 787.126235] env[69784]: _type = "Task" [ 787.126235] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.126235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.126235] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9488a636-552a-4019-85bb-98281df807a6/9488a636-552a-4019-85bb-98281df807a6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.126818] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2baae5bb-2d66-4749-9200-e0b42af91df3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.141172] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627309, 'name': CreateVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.145518] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.146348] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 787.146348] env[69784]: value = "task-3627311" [ 787.146348] env[69784]: _type = "Task" [ 787.146348] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.151011] env[69784]: DEBUG nova.compute.manager [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.151368] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.155059] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c752f8a6-5432-481a-98ca-09a35eb28f8a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.158398] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.162565] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.162797] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba672421-55ea-49b1-82c0-478a47bb7a1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.168012] env[69784]: DEBUG oslo_vmware.api [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 787.168012] env[69784]: value = "task-3627312" [ 787.168012] env[69784]: _type = "Task" [ 787.168012] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.176043] env[69784]: DEBUG oslo_vmware.api [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.348974] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.525033] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.529776] env[69784]: DEBUG nova.compute.manager [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Received event network-changed-7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.530678] env[69784]: DEBUG nova.compute.manager [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Refreshing instance network info cache due to event network-changed-7ef4c0f0-cc42-478a-ba54-f281e207df08. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.531198] env[69784]: DEBUG oslo_concurrency.lockutils [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] Acquiring lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.532627] env[69784]: DEBUG oslo_concurrency.lockutils [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] Acquired lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.534351] env[69784]: DEBUG nova.network.neutron [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Refreshing network info cache for port 7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.611076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "b6644a4c-b212-4aee-9621-343c5ece84e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.611076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.611076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "b6644a4c-b212-4aee-9621-343c5ece84e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.611076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.611076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.614018] env[69784]: INFO nova.compute.manager [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Terminating instance [ 787.630748] env[69784]: DEBUG nova.scheduler.client.report [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.650155] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.664023] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627309, 'name': CreateVM_Task, 'duration_secs': 0.442113} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.664023] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.664023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.664023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.664023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.664023] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c98b0f-42e9-44d4-a792-80b0bbe16584 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.673035] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.679629] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 787.679629] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521f2b0d-d15c-9510-a981-0f9478643845" [ 787.679629] env[69784]: _type = "Task" [ 787.679629] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.689161] env[69784]: DEBUG oslo_vmware.api [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627312, 'name': PowerOffVM_Task, 'duration_secs': 0.198238} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.689910] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.690113] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.690592] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4af0abc-3b20-4489-a804-1acf0ce607d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.696231] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521f2b0d-d15c-9510-a981-0f9478643845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.758044] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.758322] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.758521] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Deleting the datastore file [datastore2] 62e679e6-579b-411a-bbed-3bf35d8829a0 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.758798] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f3537d-5e65-4695-8615-b49c6720969b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.765855] env[69784]: DEBUG oslo_vmware.api [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for the task: (returnval){ [ 787.765855] env[69784]: value = "task-3627314" [ 787.765855] env[69784]: _type = "Task" [ 787.765855] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.775930] env[69784]: DEBUG oslo_vmware.api [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.880824] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.957400] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Updating instance_info_cache with network_info: [{"id": "8556daf1-d4ef-4180-9014-ea500a9223db", "address": "fa:16:3e:ba:72:25", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8556daf1-d4", "ovs_interfaceid": "8556daf1-d4ef-4180-9014-ea500a9223db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.119873] env[69784]: DEBUG nova.compute.manager [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.119873] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.120846] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60d278c-91af-493f-bb8f-80e4f73e9892 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.133670] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.138879] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e4ee10-93b5-466c-918f-1732f2b1019d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.146805] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.150044] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627310, 'name': ReconfigVM_Task, 'duration_secs': 0.82124} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.155185] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.753s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.155185] env[69784]: INFO nova.compute.claims [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.161482] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5/09356081-f58b-4a4e-b794-ca91c9dd66d5.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.161482] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 788.161482] env[69784]: value = "task-3627315" [ 788.161482] env[69784]: _type = "Task" [ 788.161482] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.162435] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ee4910-b210-4efe-9213-a47a2e05624c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.191352] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 788.191352] env[69784]: value = "task-3627316" [ 788.191352] env[69784]: _type = "Task" [ 788.191352] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.191352] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.191352] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627311, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.205852] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521f2b0d-d15c-9510-a981-0f9478643845, 'name': SearchDatastore_Task, 'duration_secs': 0.046971} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.215240] env[69784]: INFO nova.scheduler.client.report [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleted allocations for instance bc3543d3-facd-494b-9838-a0cd02467ec8 [ 788.216960] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.216960] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.216960] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.217238] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.217347] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.217843] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627316, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.221704] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb67753-1dd7-4849-89ee-66945f572592 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.251189] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.251462] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.252498] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2462974c-8ecd-4350-b0b2-592508b72339 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.266459] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 788.266459] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a33b7-67ad-c106-c105-5806d65b8197" [ 788.266459] env[69784]: _type = "Task" [ 788.266459] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.281238] env[69784]: DEBUG oslo_vmware.api [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Task: {'id': task-3627314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382424} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.284907] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.285098] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.285305] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.285490] env[69784]: INFO nova.compute.manager [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 788.285762] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.286065] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a33b7-67ad-c106-c105-5806d65b8197, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.286270] env[69784]: DEBUG nova.compute.manager [-] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.286363] env[69784]: DEBUG nova.network.neutron [-] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.288764] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c746f26-45e4-4b3e-b6a3-fef512623778 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.300378] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 788.300378] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52abcc2c-3dbe-ce30-63cd-c18039e3a2e1" [ 788.300378] env[69784]: _type = "Task" [ 788.300378] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.309249] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52abcc2c-3dbe-ce30-63cd-c18039e3a2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.327229] env[69784]: DEBUG nova.compute.manager [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Received event network-vif-plugged-8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.327485] env[69784]: DEBUG oslo_concurrency.lockutils [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] Acquiring lock "f091b65e-0140-44fe-8874-4bdf0244ddfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.327735] env[69784]: DEBUG oslo_concurrency.lockutils [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.327984] env[69784]: DEBUG oslo_concurrency.lockutils [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.328146] env[69784]: DEBUG nova.compute.manager [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] No waiting events found dispatching network-vif-plugged-8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.328318] env[69784]: WARNING nova.compute.manager [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Received unexpected event network-vif-plugged-8556daf1-d4ef-4180-9014-ea500a9223db for instance with vm_state building and task_state spawning. [ 788.328483] env[69784]: DEBUG nova.compute.manager [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Received event network-changed-8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.328676] env[69784]: DEBUG nova.compute.manager [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Refreshing instance network info cache due to event network-changed-8556daf1-d4ef-4180-9014-ea500a9223db. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.328895] env[69784]: DEBUG oslo_concurrency.lockutils [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] Acquiring lock "refresh_cache-f091b65e-0140-44fe-8874-4bdf0244ddfd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.466817] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "refresh_cache-f091b65e-0140-44fe-8874-4bdf0244ddfd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.466817] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Instance network_info: |[{"id": "8556daf1-d4ef-4180-9014-ea500a9223db", "address": "fa:16:3e:ba:72:25", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8556daf1-d4", "ovs_interfaceid": "8556daf1-d4ef-4180-9014-ea500a9223db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.466817] env[69784]: DEBUG oslo_concurrency.lockutils [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] Acquired lock "refresh_cache-f091b65e-0140-44fe-8874-4bdf0244ddfd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.466817] env[69784]: DEBUG nova.network.neutron [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Refreshing network info cache for port 8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.466817] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:72:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8556daf1-d4ef-4180-9014-ea500a9223db', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.476734] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Creating folder: Project (c0fb011e6be54203b97c46c8ba329886). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.477331] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3270723a-ef26-4355-ab11-5474fa590d7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.492548] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Created folder: Project (c0fb011e6be54203b97c46c8ba329886) in parent group-v723273. [ 788.492785] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Creating folder: Instances. Parent ref: group-v723379. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.493027] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c171ca5-5b89-48e9-8887-20ea88e33d39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.502572] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Created folder: Instances in parent group-v723379. [ 788.503584] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.503584] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.503584] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26ae4ee6-e552-42a6-a05a-8eeb5f95f0c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.525028] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.525028] env[69784]: value = "task-3627319" [ 788.525028] env[69784]: _type = "Task" [ 788.525028] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.533280] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627319, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.577992] env[69784]: DEBUG nova.network.neutron [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updated VIF entry in instance network info cache for port 7ef4c0f0-cc42-478a-ba54-f281e207df08. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.578560] env[69784]: DEBUG nova.network.neutron [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updating instance_info_cache with network_info: [{"id": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "address": "fa:16:3e:75:b7:08", "network": {"id": "c891d0a2-1f0a-49f7-9bd4-e80395b55561", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1752150368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccaca9f996724ac88e06e041a9a7cfcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef4c0f0-cc", "ovs_interfaceid": "7ef4c0f0-cc42-478a-ba54-f281e207df08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.675487] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627311, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.683281] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.696564] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627316, 'name': Rename_Task, 'duration_secs': 0.316716} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.696843] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.697101] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e90345-4a55-4d48-baa0-9b739712e9c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.704562] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 788.704562] env[69784]: value = "task-3627320" [ 788.704562] env[69784]: _type = "Task" [ 788.704562] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.714673] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.729334] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e16f02e5-f824-4318-8a4c-d35b340c88d1 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "bc3543d3-facd-494b-9838-a0cd02467ec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.217s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.811587] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52abcc2c-3dbe-ce30-63cd-c18039e3a2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.025985} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.811890] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.812164] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.812436] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ac3540-2fc0-4033-9473-90e2af0d258a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.818891] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 788.818891] env[69784]: value = "task-3627321" [ 788.818891] env[69784]: _type = "Task" [ 788.818891] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.828142] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.035849] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627319, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.081407] env[69784]: DEBUG oslo_concurrency.lockutils [req-398a1937-dd89-473a-8633-86add1c0f825 req-8be2d412-d710-48e6-87aa-0fc2b5770719 service nova] Releasing lock "refresh_cache-b4e74b8a-cc84-47b6-9093-cbd2b2e59740" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.173340] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627311, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.623811} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.174181] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9488a636-552a-4019-85bb-98281df807a6/9488a636-552a-4019-85bb-98281df807a6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.174380] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.174830] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12309335-6a58-4313-bd57-fb3d92dbd188 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.183557] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627315, 'name': PowerOffVM_Task, 'duration_secs': 0.861578} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.189173] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.189915] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.189915] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-988a77db-e0c1-429c-b101-b0631ac8a3bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.194239] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 789.194239] env[69784]: value = "task-3627322" [ 789.194239] env[69784]: _type = "Task" [ 789.194239] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.205814] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.214305] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.261876] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.262153] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.262378] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Deleting the datastore file [datastore2] b6644a4c-b212-4aee-9621-343c5ece84e0 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.262678] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c731ba8-6cc1-4d4c-a136-c4fa7185a966 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.273938] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 789.273938] env[69784]: value = "task-3627324" [ 789.273938] env[69784]: _type = "Task" [ 789.273938] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.283644] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.337607] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.411629] env[69784]: DEBUG nova.network.neutron [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Updated VIF entry in instance network info cache for port 8556daf1-d4ef-4180-9014-ea500a9223db. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.411629] env[69784]: DEBUG nova.network.neutron [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Updating instance_info_cache with network_info: [{"id": "8556daf1-d4ef-4180-9014-ea500a9223db", "address": "fa:16:3e:ba:72:25", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8556daf1-d4", "ovs_interfaceid": "8556daf1-d4ef-4180-9014-ea500a9223db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.541264] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627319, 'name': CreateVM_Task, 'duration_secs': 0.585987} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.541567] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.542267] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.542485] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.542992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.543418] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90f6882-f32a-425f-bd43-058013a53932 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.549631] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 789.549631] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291de77-dbcf-9f55-37d3-d4b69d11ca74" [ 789.549631] env[69784]: _type = "Task" [ 789.549631] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.562658] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291de77-dbcf-9f55-37d3-d4b69d11ca74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.705960] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.378578} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.705960] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.706350] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f23dc-f7b6-493f-b88d-8593e3e088ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.717678] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.741407] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 9488a636-552a-4019-85bb-98281df807a6/9488a636-552a-4019-85bb-98281df807a6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.743291] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db5289c-574d-47a9-9068-b7fd3969370f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.768118] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 789.768118] env[69784]: value = "task-3627325" [ 789.768118] env[69784]: _type = "Task" [ 789.768118] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.776861] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.788560] env[69784]: DEBUG oslo_vmware.api [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487848} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.788938] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.789248] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.789768] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.789873] env[69784]: INFO nova.compute.manager [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Took 1.67 seconds to destroy the instance on the hypervisor. [ 789.790597] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.790597] env[69784]: DEBUG nova.compute.manager [-] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.790597] env[69784]: DEBUG nova.network.neutron [-] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.831475] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618977} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.831475] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.831740] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.831910] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-081b51d7-7fcb-46d6-bf4a-a7a2be4fb4fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.842549] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 789.842549] env[69784]: value = "task-3627326" [ 789.842549] env[69784]: _type = "Task" [ 789.842549] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.852440] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.863971] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c03c84-f672-4485-8384-a0ac77e19087 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.871495] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47af0c25-7dab-4204-9e11-19688b1b6f23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.908423] env[69784]: INFO nova.compute.manager [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Rescuing [ 789.908716] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.908870] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.909186] env[69784]: DEBUG nova.network.neutron [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.914201] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c3e44-c3ea-4a43-be55-0d5517f84ea1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.916148] env[69784]: DEBUG oslo_concurrency.lockutils [req-889eab8a-fafc-4893-b38b-f71b4e8bb366 req-e4d2379b-dcd8-4d95-9af3-1eb4d3697904 service nova] Releasing lock "refresh_cache-f091b65e-0140-44fe-8874-4bdf0244ddfd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.921695] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084fa90-4c6e-4e0d-92b1-73816839cde1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.937290] env[69784]: DEBUG nova.compute.provider_tree [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.961336] env[69784]: DEBUG nova.network.neutron [-] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.060887] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291de77-dbcf-9f55-37d3-d4b69d11ca74, 'name': SearchDatastore_Task, 'duration_secs': 0.020993} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.061312] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.061641] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.061868] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.062034] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.062222] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.062485] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04642ba1-8445-4d2d-8e38-d34c61953f8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.072862] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.073062] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.073797] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cbaa77-0c89-41ab-b25f-5b909c215084 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.084020] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 790.084020] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ab9961-45db-efdb-c764-6a59277fbf9f" [ 790.084020] env[69784]: _type = "Task" [ 790.084020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.089314] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ab9961-45db-efdb-c764-6a59277fbf9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.099882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.100152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.100368] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.100552] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.100715] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.103832] env[69784]: INFO nova.compute.manager [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Terminating instance [ 790.215295] env[69784]: DEBUG oslo_vmware.api [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627320, 'name': PowerOnVM_Task, 'duration_secs': 1.093745} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.215562] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.215762] env[69784]: INFO nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Took 10.36 seconds to spawn the instance on the hypervisor. [ 790.215937] env[69784]: DEBUG nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.216710] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58747cfc-76cd-44e8-9dfa-ffd65e3b709b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.278233] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.351133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "323c9ba0-6f91-4858-8790-6123389a3aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.351401] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "323c9ba0-6f91-4858-8790-6123389a3aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.355378] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073352} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.355725] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.356491] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d19b93-1254-4bd8-81b6-547d902c8724 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.383336] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.383699] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a381ea6c-ff1f-400e-9300-5bba6e1a8bea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403137] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 790.403137] env[69784]: value = "task-3627327" [ 790.403137] env[69784]: _type = "Task" [ 790.403137] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.410752] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.440045] env[69784]: DEBUG nova.scheduler.client.report [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.466446] env[69784]: INFO nova.compute.manager [-] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Took 2.18 seconds to deallocate network for instance. [ 790.552526] env[69784]: DEBUG nova.compute.manager [req-307747fd-96c7-40c3-a904-c4ce7ba87c81 req-4f31b9af-42ee-43d3-9b8a-e01050614894 service nova] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Received event network-vif-deleted-840cc226-1fd3-407d-82f5-df49811b691c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.552787] env[69784]: DEBUG nova.compute.manager [req-307747fd-96c7-40c3-a904-c4ce7ba87c81 req-4f31b9af-42ee-43d3-9b8a-e01050614894 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Received event network-vif-deleted-a29f335b-f5ff-4898-9467-799c54e35d76 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.552902] env[69784]: INFO nova.compute.manager [req-307747fd-96c7-40c3-a904-c4ce7ba87c81 req-4f31b9af-42ee-43d3-9b8a-e01050614894 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Neutron deleted interface a29f335b-f5ff-4898-9467-799c54e35d76; detaching it from the instance and deleting it from the info cache [ 790.553123] env[69784]: DEBUG nova.network.neutron [req-307747fd-96c7-40c3-a904-c4ce7ba87c81 req-4f31b9af-42ee-43d3-9b8a-e01050614894 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.590761] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ab9961-45db-efdb-c764-6a59277fbf9f, 'name': SearchDatastore_Task, 'duration_secs': 0.032537} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.591506] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bdb61c-4ab3-4e33-8dae-e9fba132fcb2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.596520] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 790.596520] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e2c55-dac6-d87f-3201-b4edcbebb525" [ 790.596520] env[69784]: _type = "Task" [ 790.596520] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.606501] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e2c55-dac6-d87f-3201-b4edcbebb525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.607058] env[69784]: DEBUG nova.compute.manager [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.607251] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.607997] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0ee916-29cc-452b-b723-3779e60c042d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.616208] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.616457] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f4a67ab-44d2-4d9b-9574-403b54e09061 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.623662] env[69784]: DEBUG oslo_vmware.api [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 790.623662] env[69784]: value = "task-3627328" [ 790.623662] env[69784]: _type = "Task" [ 790.623662] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.631265] env[69784]: DEBUG oslo_vmware.api [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.662052] env[69784]: DEBUG nova.network.neutron [-] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.698194] env[69784]: DEBUG nova.network.neutron [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Updating instance_info_cache with network_info: [{"id": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "address": "fa:16:3e:4d:72:9f", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453df7f0-1f", "ovs_interfaceid": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.734116] env[69784]: INFO nova.compute.manager [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Took 37.96 seconds to build instance. [ 790.778530] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627325, 'name': ReconfigVM_Task, 'duration_secs': 0.956856} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.779135] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 9488a636-552a-4019-85bb-98281df807a6/9488a636-552a-4019-85bb-98281df807a6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.779767] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4150b597-faa2-4967-ab1d-62ac8bbc9c4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.786558] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 790.786558] env[69784]: value = "task-3627329" [ 790.786558] env[69784]: _type = "Task" [ 790.786558] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.794186] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627329, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.914459] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.945837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.946177] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.949013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.465s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.972457] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.055580] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ed204b4-6d99-4d26-bd85-be969d72757a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.068425] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ec651-34a7-490e-a48a-bd715e357573 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.109257] env[69784]: DEBUG nova.compute.manager [req-307747fd-96c7-40c3-a904-c4ce7ba87c81 req-4f31b9af-42ee-43d3-9b8a-e01050614894 service nova] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Detach interface failed, port_id=a29f335b-f5ff-4898-9467-799c54e35d76, reason: Instance b6644a4c-b212-4aee-9621-343c5ece84e0 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.121476] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e2c55-dac6-d87f-3201-b4edcbebb525, 'name': SearchDatastore_Task, 'duration_secs': 0.034481} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.121476] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.121476] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] f091b65e-0140-44fe-8874-4bdf0244ddfd/f091b65e-0140-44fe-8874-4bdf0244ddfd.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.121476] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e412473-2262-4e68-bbb2-ff55d9dcd397 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.133198] env[69784]: DEBUG oslo_vmware.api [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627328, 'name': PowerOffVM_Task, 'duration_secs': 0.345574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.134805] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.134805] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.134959] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 791.134959] env[69784]: value = "task-3627330" [ 791.134959] env[69784]: _type = "Task" [ 791.134959] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.135127] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f63b57-04ea-46be-9545-b2983af9d829 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.145342] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.164430] env[69784]: INFO nova.compute.manager [-] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Took 1.37 seconds to deallocate network for instance. [ 791.202300] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.204492] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.205091] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.205308] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleting the datastore file [datastore1] 0d5aaa90-407e-4962-8b22-c0d71d4edce6 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.206700] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc8c995-6803-43bc-8e6e-5aaa03942458 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.214366] env[69784]: DEBUG oslo_vmware.api [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for the task: (returnval){ [ 791.214366] env[69784]: value = "task-3627332" [ 791.214366] env[69784]: _type = "Task" [ 791.214366] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.224490] env[69784]: DEBUG oslo_vmware.api [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.237598] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57426daf-0486-4526-ab89-346587f4b988 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.490s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.296310] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627329, 'name': Rename_Task, 'duration_secs': 0.256499} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.296423] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.296632] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a956d9d-d5e8-4644-b4c0-1d781d81fffa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.303220] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 791.303220] env[69784]: value = "task-3627333" [ 791.303220] env[69784]: _type = "Task" [ 791.303220] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.311726] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.419408] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627327, 'name': ReconfigVM_Task, 'duration_secs': 0.700827} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.419726] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4/1d637c07-261f-4bac-b2a7-31da1cc9d1e4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.420389] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f959fae-749d-4e06-be3e-5bd86f75c203 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.428086] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 791.428086] env[69784]: value = "task-3627334" [ 791.428086] env[69784]: _type = "Task" [ 791.428086] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.436856] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627334, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.452647] env[69784]: DEBUG nova.compute.utils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.467627] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.467677] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.559812] env[69784]: DEBUG nova.policy [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35beb79886514061bb431788800cfb9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0fb011e6be54203b97c46c8ba329886', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.647012] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508285} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.647360] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] f091b65e-0140-44fe-8874-4bdf0244ddfd/f091b65e-0140-44fe-8874-4bdf0244ddfd.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.647607] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.647872] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-669e049a-bc55-44f7-b7f6-4db04d102d85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.655789] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 791.655789] env[69784]: value = "task-3627335" [ 791.655789] env[69784]: _type = "Task" [ 791.655789] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.664245] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.672740] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.723530] env[69784]: DEBUG oslo_vmware.api [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Task: {'id': task-3627332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380634} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.723834] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.724063] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.724230] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.724446] env[69784]: INFO nova.compute.manager [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 791.724693] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.724884] env[69784]: DEBUG nova.compute.manager [-] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.725173] env[69784]: DEBUG nova.network.neutron [-] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.739495] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.821842] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.938867] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627334, 'name': Rename_Task, 'duration_secs': 0.324926} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.939115] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.939427] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6961bb59-f1d8-426a-ae5d-33edd453cac8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.948296] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Waiting for the task: (returnval){ [ 791.948296] env[69784]: value = "task-3627336" [ 791.948296] env[69784]: _type = "Task" [ 791.948296] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.957356] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.969021] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.003146] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 6437da62-f5b2-477a-8ec9-d1fc68913f21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.003316] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.003441] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0d5aaa90-407e-4962-8b22-c0d71d4edce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.003560] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 32d380c2-6ed7-423f-b555-584965ef0110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.003673] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9cc47515-b43f-4b1b-aae0-ccf5a96a2758 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.003784] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance cb0a3558-11b6-40a9-87d3-2f920dcc20c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.003895] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance b6644a4c-b212-4aee-9621-343c5ece84e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.004009] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance aba3f593-3ed0-4505-aedc-d5dc230aa8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.004133] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f6840f44-6cb0-4890-b6e3-8357d10d5fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.004244] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.004352] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb175817-6559-4954-9979-6125c80f623a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.004499] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 62e679e6-579b-411a-bbed-3bf35d8829a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.004639] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2c17c19e-ea4e-4654-95f0-8daaf19907f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.004772] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 29578513-5d13-4e49-9d34-12f0cf3c8e01 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.004893] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 95df77e7-8eb8-4d41-a9b9-6267a761c824 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.005113] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 22842910-a375-46d2-8961-ae303c680a70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.005272] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.005395] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 1d637c07-261f-4bac-b2a7-31da1cc9d1e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.005532] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 28ecb8dd-843f-436d-b7f3-3aa209ff7a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.005655] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance a6536297-e66b-438c-95c2-8050cfa89684 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.005767] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance b4e74b8a-cc84-47b6-9093-cbd2b2e59740 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.005912] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.006055] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9488a636-552a-4019-85bb-98281df807a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.006170] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f091b65e-0140-44fe-8874-4bdf0244ddfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.006279] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 792.166800] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067856} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.167119] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.167982] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a5139-a09d-44eb-bfd6-1ed12b08afb3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.191148] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] f091b65e-0140-44fe-8874-4bdf0244ddfd/f091b65e-0140-44fe-8874-4bdf0244ddfd.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.191534] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d93cd69-6c93-4de2-a9f7-e644ba8be4b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.210858] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 792.210858] env[69784]: value = "task-3627337" [ 792.210858] env[69784]: _type = "Task" [ 792.210858] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.221873] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.270609] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.313778] env[69784]: DEBUG oslo_vmware.api [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627333, 'name': PowerOnVM_Task, 'duration_secs': 0.902782} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.314315] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.314665] env[69784]: INFO nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Took 9.58 seconds to spawn the instance on the hypervisor. [ 792.314856] env[69784]: DEBUG nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.315666] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10da8d-9b49-4028-8a95-7afb6bf15d9c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.459769] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627336, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.513311] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.621097] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Successfully created port: 8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.652326] env[69784]: DEBUG nova.compute.manager [req-6fdd253d-5485-4f9c-b06d-8f6d1bd9ec96 req-d7d0bcd2-c235-4f77-aa4b-8cf0097a22ef service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Received event network-vif-deleted-ce83a64d-7221-459b-bce3-6c375e3bf6f7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.652560] env[69784]: INFO nova.compute.manager [req-6fdd253d-5485-4f9c-b06d-8f6d1bd9ec96 req-d7d0bcd2-c235-4f77-aa4b-8cf0097a22ef service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Neutron deleted interface ce83a64d-7221-459b-bce3-6c375e3bf6f7; detaching it from the instance and deleting it from the info cache [ 792.652735] env[69784]: DEBUG nova.network.neutron [req-6fdd253d-5485-4f9c-b06d-8f6d1bd9ec96 req-d7d0bcd2-c235-4f77-aa4b-8cf0097a22ef service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.723421] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.743682] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.743796] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b44c6df2-c9eb-4183-8b48-0924b8c87e57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.751134] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 792.751134] env[69784]: value = "task-3627338" [ 792.751134] env[69784]: _type = "Task" [ 792.751134] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.843211] env[69784]: INFO nova.compute.manager [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Took 37.39 seconds to build instance. [ 792.967507] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.986205] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.017614] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.017870] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.018041] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.018250] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.018410] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.018792] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.018792] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.018950] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.019123] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.019288] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.019466] env[69784]: DEBUG nova.virt.hardware [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.020189] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2d145c5b-42c9-42d9-9ee1-55845b6ff494 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.022014] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d2bf50-a052-44d4-8ec0-90cae60025a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.031317] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf57b84-0103-4573-acc6-1cbfca2ab347 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.098430] env[69784]: DEBUG nova.network.neutron [-] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.157671] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dc6543f-3930-4409-8dc8-4863ce45656d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.172052] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fae2bf-06bb-45e6-a635-14878b47c024 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.211933] env[69784]: DEBUG nova.compute.manager [req-6fdd253d-5485-4f9c-b06d-8f6d1bd9ec96 req-d7d0bcd2-c235-4f77-aa4b-8cf0097a22ef service nova] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Detach interface failed, port_id=ce83a64d-7221-459b-bce3-6c375e3bf6f7, reason: Instance 0d5aaa90-407e-4962-8b22-c0d71d4edce6 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.222119] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627337, 'name': ReconfigVM_Task, 'duration_secs': 0.896833} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.222119] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Reconfigured VM instance instance-00000024 to attach disk [datastore1] f091b65e-0140-44fe-8874-4bdf0244ddfd/f091b65e-0140-44fe-8874-4bdf0244ddfd.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.222119] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a85cdf9-c0f0-411c-8e4e-37a73eebe3fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.228214] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 793.228214] env[69784]: value = "task-3627339" [ 793.228214] env[69784]: _type = "Task" [ 793.228214] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.236733] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627339, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.260675] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627338, 'name': PowerOffVM_Task, 'duration_secs': 0.294836} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.260923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.262115] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ca3fb-70f2-4a17-ac55-9d95162699e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.282220] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f49a140-5522-49d2-93ad-6b322e318d7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.310956] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.311267] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805181d6-c606-4448-af94-33c07fe260ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.317975] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 793.317975] env[69784]: value = "task-3627340" [ 793.317975] env[69784]: _type = "Task" [ 793.317975] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.323405] env[69784]: DEBUG nova.compute.manager [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Received event network-changed-b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.323594] env[69784]: DEBUG nova.compute.manager [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Refreshing instance network info cache due to event network-changed-b47d160d-5812-4d8e-b5c4-fcd292ac0e02. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.323803] env[69784]: DEBUG oslo_concurrency.lockutils [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] Acquiring lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.323994] env[69784]: DEBUG oslo_concurrency.lockutils [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] Acquired lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.324180] env[69784]: DEBUG nova.network.neutron [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Refreshing network info cache for port b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.330908] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 793.331115] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.331348] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.331485] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.331654] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.333118] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df41944-cd6f-4191-bfaf-4c1567a75300 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.340541] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.340942] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.341526] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3880687b-7103-4db9-8b31-28db41ce5592 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.347213] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 793.347213] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee67f4-addb-0551-cd16-f5f7d0966ecb" [ 793.347213] env[69784]: _type = "Task" [ 793.347213] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.356591] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0bc7af2-4281-4868-98f8-2e5396e018f5 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "9488a636-552a-4019-85bb-98281df807a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.556s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.356864] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee67f4-addb-0551-cd16-f5f7d0966ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.462068] env[69784]: DEBUG oslo_vmware.api [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Task: {'id': task-3627336, 'name': PowerOnVM_Task, 'duration_secs': 1.024133} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.462346] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.462553] env[69784]: DEBUG nova.compute.manager [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.463334] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd82ee-c774-4bf8-9e85-1a43bb0e27a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.526687] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.603699] env[69784]: INFO nova.compute.manager [-] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Took 1.88 seconds to deallocate network for instance. [ 793.740824] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627339, 'name': Rename_Task, 'duration_secs': 0.325007} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.741248] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.741604] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76fc18de-4886-43ef-99bb-64c217937527 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.750049] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 793.750049] env[69784]: value = "task-3627341" [ 793.750049] env[69784]: _type = "Task" [ 793.750049] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.760804] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.858662] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee67f4-addb-0551-cd16-f5f7d0966ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.860480] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.863293] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe849f86-1ea8-41c0-84ff-f5120d28e385 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.869867] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 793.869867] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520c40fd-f149-0819-6a02-7a17df050c1a" [ 793.869867] env[69784]: _type = "Task" [ 793.869867] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.878086] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520c40fd-f149-0819-6a02-7a17df050c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.985386] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.030954] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance ca4a89a9-ae07-44ce-931a-5dbf779646b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.114255] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.249398] env[69784]: DEBUG nova.network.neutron [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updated VIF entry in instance network info cache for port b47d160d-5812-4d8e-b5c4-fcd292ac0e02. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.249757] env[69784]: DEBUG nova.network.neutron [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updating instance_info_cache with network_info: [{"id": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "address": "fa:16:3e:3c:b8:8f", "network": {"id": "2d899554-a3be-47ad-afd5-2103cb9907ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2146375671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8caf61844ad4addbfe692b9e70705df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47d160d-58", "ovs_interfaceid": "b47d160d-5812-4d8e-b5c4-fcd292ac0e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.265651] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627341, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.286183] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.286333] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.286467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.286648] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.286810] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.288969] env[69784]: INFO nova.compute.manager [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Terminating instance [ 794.382627] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520c40fd-f149-0819-6a02-7a17df050c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.382894] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.383166] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. {{(pid=69784) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 794.383436] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3114c7db-4460-46d3-ab4f-93ce7b207dfc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.388931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.390919] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 794.390919] env[69784]: value = "task-3627342" [ 794.390919] env[69784]: _type = "Task" [ 794.390919] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.399072] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.436932] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Successfully updated port: 8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.533063] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.712251] env[69784]: DEBUG nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Received event network-changed-c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.712497] env[69784]: DEBUG nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Refreshing instance network info cache due to event network-changed-c304a720-453f-4a7d-b359-9e6d2c740322. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.712753] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.712949] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.713200] env[69784]: DEBUG nova.network.neutron [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Refreshing network info cache for port c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.762820] env[69784]: DEBUG oslo_concurrency.lockutils [req-f6338b94-3491-4863-94f9-9e2b586dce5b req-2473081b-61be-4a6b-ad5c-50e37dfc158c service nova] Releasing lock "refresh_cache-9488a636-552a-4019-85bb-98281df807a6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.763328] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627341, 'name': PowerOnVM_Task, 'duration_secs': 0.81212} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.763639] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.763901] env[69784]: INFO nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Took 9.30 seconds to spawn the instance on the hypervisor. [ 794.764124] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.765054] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a2008-2ba1-4586-8508-9d97373f1d19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.796156] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "refresh_cache-1d637c07-261f-4bac-b2a7-31da1cc9d1e4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.796339] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquired lock "refresh_cache-1d637c07-261f-4bac-b2a7-31da1cc9d1e4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.796517] env[69784]: DEBUG nova.network.neutron [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.902241] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627342, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.939221] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "refresh_cache-7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.939731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "refresh_cache-7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.939845] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.037585] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance bee91322-be72-4998-aeb4-b8d6bf4a905d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.284937] env[69784]: INFO nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Took 39.37 seconds to build instance. [ 795.338750] env[69784]: DEBUG nova.network.neutron [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.403409] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783179} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.403717] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. [ 795.404563] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8dcf46-8a73-482b-80e5-e3de83bb9b45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.434695] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.435768] env[69784]: DEBUG nova.network.neutron [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.436994] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081436a2-d9dc-42dc-b7d3-578f021e25f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.453042] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Releasing lock "refresh_cache-1d637c07-261f-4bac-b2a7-31da1cc9d1e4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.453042] env[69784]: DEBUG nova.compute.manager [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.453042] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.454858] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a6af83-e46e-4aed-925f-ce9e7b44b2f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.464168] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.465620] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-042165d9-05ae-4941-936d-dad0ff306adf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.467439] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 795.467439] env[69784]: value = "task-3627343" [ 795.467439] env[69784]: _type = "Task" [ 795.467439] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.476020] env[69784]: DEBUG oslo_vmware.api [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 795.476020] env[69784]: value = "task-3627344" [ 795.476020] env[69784]: _type = "Task" [ 795.476020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.482670] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.488433] env[69784]: DEBUG oslo_vmware.api [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.512459] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.545794] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance b5455fa5-e7e9-46cf-80ad-6b672699afe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.632088] env[69784]: DEBUG nova.network.neutron [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updated VIF entry in instance network info cache for port c304a720-453f-4a7d-b359-9e6d2c740322. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.633080] env[69784]: DEBUG nova.network.neutron [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.713965] env[69784]: DEBUG nova.network.neutron [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Updating instance_info_cache with network_info: [{"id": "8c5a473d-9d86-46a2-b0c8-a572013a8b94", "address": "fa:16:3e:f2:c0:67", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a473d-9d", "ovs_interfaceid": "8c5a473d-9d86-46a2-b0c8-a572013a8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.789488] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.147s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.981642] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627343, 'name': ReconfigVM_Task, 'duration_secs': 0.327858} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.983605] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.984456] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11139cbf-c106-481c-8fb7-33db356df96f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.991406] env[69784]: DEBUG oslo_vmware.api [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627344, 'name': PowerOffVM_Task, 'duration_secs': 0.194846} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.008849] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.009077] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.014291] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc59d1fa-9980-46a5-b430-2539207b943b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.015819] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c132e2a-b808-4ce3-a509-a51f999a4de0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.031215] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 796.031215] env[69784]: value = "task-3627346" [ 796.031215] env[69784]: _type = "Task" [ 796.031215] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.038816] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.048475] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9e341751-78ca-4aff-ba61-33023725d897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.050514] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.050611] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.050785] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Deleting the datastore file [datastore1] 1d637c07-261f-4bac-b2a7-31da1cc9d1e4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.051309] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c051e163-731b-44c8-8009-3ffb2a38828d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.058206] env[69784]: DEBUG oslo_vmware.api [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for the task: (returnval){ [ 796.058206] env[69784]: value = "task-3627347" [ 796.058206] env[69784]: _type = "Task" [ 796.058206] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.067020] env[69784]: DEBUG oslo_vmware.api [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.143106] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.144035] env[69784]: DEBUG nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Received event network-vif-plugged-8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.144035] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Acquiring lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.144035] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.144035] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.144283] env[69784]: DEBUG nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] No waiting events found dispatching network-vif-plugged-8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.144283] env[69784]: WARNING nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Received unexpected event network-vif-plugged-8c5a473d-9d86-46a2-b0c8-a572013a8b94 for instance with vm_state building and task_state spawning. [ 796.144421] env[69784]: DEBUG nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Received event network-changed-8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.144569] env[69784]: DEBUG nova.compute.manager [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Refreshing instance network info cache due to event network-changed-8c5a473d-9d86-46a2-b0c8-a572013a8b94. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.144726] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Acquiring lock "refresh_cache-7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.216968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "refresh_cache-7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.217901] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Instance network_info: |[{"id": "8c5a473d-9d86-46a2-b0c8-a572013a8b94", "address": "fa:16:3e:f2:c0:67", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a473d-9d", "ovs_interfaceid": "8c5a473d-9d86-46a2-b0c8-a572013a8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.218176] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Acquired lock "refresh_cache-7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.219021] env[69784]: DEBUG nova.network.neutron [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Refreshing network info cache for port 8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.219977] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:c0:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5a473d-9d86-46a2-b0c8-a572013a8b94', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.230509] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.233011] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.233873] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbff8f2c-c83d-4e21-aa8b-08566c6eed26 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.257085] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.257085] env[69784]: value = "task-3627348" [ 796.257085] env[69784]: _type = "Task" [ 796.257085] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.266451] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627348, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.292827] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.542029] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627346, 'name': ReconfigVM_Task, 'duration_secs': 0.151023} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.542793] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.543012] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90034b1d-3d25-45c4-b0b4-81662412a272 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.549935] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 796.549935] env[69784]: value = "task-3627349" [ 796.549935] env[69784]: _type = "Task" [ 796.549935] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.553484] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance bb09486a-1cae-4489-a385-3c0c30f19866 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.567480] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.570424] env[69784]: DEBUG nova.network.neutron [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Updated VIF entry in instance network info cache for port 8c5a473d-9d86-46a2-b0c8-a572013a8b94. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.570878] env[69784]: DEBUG nova.network.neutron [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Updating instance_info_cache with network_info: [{"id": "8c5a473d-9d86-46a2-b0c8-a572013a8b94", "address": "fa:16:3e:f2:c0:67", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5a473d-9d", "ovs_interfaceid": "8c5a473d-9d86-46a2-b0c8-a572013a8b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.587050] env[69784]: DEBUG oslo_vmware.api [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Task: {'id': task-3627347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270919} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.587973] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.588238] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.588456] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.588663] env[69784]: INFO nova.compute.manager [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 796.588936] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.589428] env[69784]: DEBUG nova.compute.manager [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.589573] env[69784]: DEBUG nova.network.neutron [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.626334] env[69784]: DEBUG nova.network.neutron [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.767903] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627348, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.816071] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.056427] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2acd5461-f252-4c95-b0fa-37e9a87939cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.063097] env[69784]: DEBUG oslo_vmware.api [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627349, 'name': PowerOnVM_Task, 'duration_secs': 0.398574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.063672] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.066411] env[69784]: DEBUG nova.compute.manager [None req-7664061c-bece-4fad-912d-1b95d9a054fb tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.067223] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a07dc9-71d1-4a70-8d28-bfabd3350c2c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.082598] env[69784]: DEBUG oslo_concurrency.lockutils [req-80653c3d-685f-4e5d-b454-919b9067fa78 req-889f4b95-ce88-4712-bebb-1f8c24fa0d0c service nova] Releasing lock "refresh_cache-7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.130313] env[69784]: DEBUG nova.network.neutron [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.267930] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627348, 'name': CreateVM_Task, 'duration_secs': 0.776322} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.268113] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.268843] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.269019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.269323] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.269886] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c55929-fd78-4451-8b69-9223c9875e3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.274456] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 797.274456] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0a8d8-9fea-7828-e0a3-0e2f07be2036" [ 797.274456] env[69784]: _type = "Task" [ 797.274456] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.282723] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0a8d8-9fea-7828-e0a3-0e2f07be2036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.564895] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 6547edea-1ce4-4ae0-9975-8028277a7527 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.633698] env[69784]: INFO nova.compute.manager [-] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Took 1.04 seconds to deallocate network for instance. [ 797.786556] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0a8d8-9fea-7828-e0a3-0e2f07be2036, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.786755] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.787250] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.787343] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.787477] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.787660] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.787934] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788d05fd-1440-485f-8536-088efd536bfd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.796467] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.796717] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.797348] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4069788-406b-436c-84f5-a86ea5535838 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.803935] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 797.803935] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52204374-d594-4f94-56bd-3242d66dcac2" [ 797.803935] env[69784]: _type = "Task" [ 797.803935] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.814290] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52204374-d594-4f94-56bd-3242d66dcac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.983954] env[69784]: INFO nova.compute.manager [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Unrescuing [ 797.983954] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.983954] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.983954] env[69784]: DEBUG nova.network.neutron [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.068361] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 999af0f3-bc92-4ac5-b534-de29b4236cd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.139846] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.315550] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52204374-d594-4f94-56bd-3242d66dcac2, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.316053] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19014cbd-b53f-4357-b284-f61435939de5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.321343] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 798.321343] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52677aa5-47d9-6105-05e7-6d48d62db92d" [ 798.321343] env[69784]: _type = "Task" [ 798.321343] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.329666] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52677aa5-47d9-6105-05e7-6d48d62db92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.570573] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 49b1eff5-eb0b-459e-837e-23214312f720 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.701728] env[69784]: DEBUG nova.network.neutron [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Updating instance_info_cache with network_info: [{"id": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "address": "fa:16:3e:4d:72:9f", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453df7f0-1f", "ovs_interfaceid": "453df7f0-1f2c-43f7-8b00-f0e069f6a940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.835716] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52677aa5-47d9-6105-05e7-6d48d62db92d, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.835970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.836348] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f/7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.836735] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5cdcd66-7ff9-40b0-9313-1ef5678bc7cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.844718] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 798.844718] env[69784]: value = "task-3627350" [ 798.844718] env[69784]: _type = "Task" [ 798.844718] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.855179] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.077209] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance c26c0ac4-ea77-4419-af07-6a3d1d878b61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.204819] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.205930] env[69784]: DEBUG nova.objects.instance [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lazy-loading 'flavor' on Instance uuid 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.356275] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627350, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.581051] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 323c9ba0-6f91-4858-8790-6123389a3aec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.581358] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 799.581558] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 799.713792] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce2e38b-ef3a-434f-9748-1a3b7daec954 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.739764] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.742537] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b062ec-5a53-4884-a7de-7c7d490ac667 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.749390] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 799.749390] env[69784]: value = "task-3627351" [ 799.749390] env[69784]: _type = "Task" [ 799.749390] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.758711] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.855437] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589509} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.858018] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f/7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.858251] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.858693] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a9c958f-cbe2-4cad-97e5-acf47c8aedf4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.864737] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 799.864737] env[69784]: value = "task-3627352" [ 799.864737] env[69784]: _type = "Task" [ 799.864737] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.876301] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.095188] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750ff59-ee0c-41a3-9592-94ace9f7a041 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.103268] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f7a48-000b-429d-9ea2-04113a375096 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.138958] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871add3-229a-4e91-a6dd-f3cb4c3bfcab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.146448] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0cc2c8-4f4e-4293-900f-131174df7eb3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.159829] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.259605] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627351, 'name': PowerOffVM_Task, 'duration_secs': 0.325521} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.259878] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.265116] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.265410] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabcde9c-639b-4afd-9e34-aabbce09197e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.283270] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 800.283270] env[69784]: value = "task-3627353" [ 800.283270] env[69784]: _type = "Task" [ 800.283270] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.291662] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.378689] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063983} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.379016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.379927] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe0d87-765c-471e-8918-ff345598a6fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.402268] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f/7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.402600] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a8797d-357f-414e-a862-8e62069d0b42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.425178] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 800.425178] env[69784]: value = "task-3627354" [ 800.425178] env[69784]: _type = "Task" [ 800.425178] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.434040] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.663451] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.793591] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627353, 'name': ReconfigVM_Task, 'duration_secs': 0.479779} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.793864] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 800.794069] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.794319] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04e1c6e0-1b16-46c5-834f-3ee2a5bc0941 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.800483] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 800.800483] env[69784]: value = "task-3627355" [ 800.800483] env[69784]: _type = "Task" [ 800.800483] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.807787] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.935139] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.170296] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 801.170296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.220s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.170296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.073s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.170296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.171417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.283s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.172933] env[69784]: INFO nova.compute.claims [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.195025] env[69784]: INFO nova.scheduler.client.report [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Deleted allocations for instance 95df77e7-8eb8-4d41-a9b9-6267a761c824 [ 801.310976] env[69784]: DEBUG oslo_vmware.api [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627355, 'name': PowerOnVM_Task, 'duration_secs': 0.358354} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.311262] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.311494] env[69784]: DEBUG nova.compute.manager [None req-8e5fa1d6-fb44-4b7e-ab99-44f3344622ea tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.312281] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8501542a-5a90-450b-851a-eeff40a22bda {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.435214] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627354, 'name': ReconfigVM_Task, 'duration_secs': 0.597677} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.435496] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f/7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.436127] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-872e7715-fc89-474e-a7e8-4d41d9637acd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.442313] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 801.442313] env[69784]: value = "task-3627356" [ 801.442313] env[69784]: _type = "Task" [ 801.442313] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.449843] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627356, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.700888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e56a511f-1ee0-4e1a-a5fc-bbae864aa1c6 tempest-ServerMetadataTestJSON-1099393728 tempest-ServerMetadataTestJSON-1099393728-project-member] Lock "95df77e7-8eb8-4d41-a9b9-6267a761c824" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.083s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.957832] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627356, 'name': Rename_Task, 'duration_secs': 0.150528} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.957832] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.957979] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d3df0f-980c-4a7f-ac64-dd1fc857dd64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.965105] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 801.965105] env[69784]: value = "task-3627357" [ 801.965105] env[69784]: _type = "Task" [ 801.965105] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.973714] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.478095] env[69784]: DEBUG oslo_vmware.api [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627357, 'name': PowerOnVM_Task, 'duration_secs': 0.451416} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.478095] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.478095] env[69784]: INFO nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Took 9.49 seconds to spawn the instance on the hypervisor. [ 802.478095] env[69784]: DEBUG nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.478870] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7282b1-f556-4a25-9319-295509938931 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.758359] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5426349-da5c-41e6-bc8c-8f7ac8205ef6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.766721] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da216e-2ae9-4b73-9ed0-b9790586f5d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.794896] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b3fb14-037a-497e-a826-72814b5e06e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.801948] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fd7c6-67ea-4b6b-9c30-5592ca5bca33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.815092] env[69784]: DEBUG nova.compute.provider_tree [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.003050] env[69784]: INFO nova.compute.manager [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Took 40.62 seconds to build instance. [ 803.318894] env[69784]: DEBUG nova.scheduler.client.report [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.508258] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f439f28-969e-4f59-a6c3-e1045a881e65 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.825s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.826684] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.827221] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.829814] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.953s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.830076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.832072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.154s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.833778] env[69784]: INFO nova.compute.claims [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.876927] env[69784]: INFO nova.scheduler.client.report [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Deleted allocations for instance 29578513-5d13-4e49-9d34-12f0cf3c8e01 [ 804.014902] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.287331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "f091b65e-0140-44fe-8874-4bdf0244ddfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.287331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.287331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "f091b65e-0140-44fe-8874-4bdf0244ddfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.287331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.287331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.290740] env[69784]: INFO nova.compute.manager [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Terminating instance [ 804.339677] env[69784]: DEBUG nova.compute.utils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.343019] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.343381] env[69784]: DEBUG nova.network.neutron [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.379116] env[69784]: DEBUG nova.policy [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e355732efd427db71fe954e32a1bb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4449a7b353d84776b499b5186f4ac6a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.385424] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b1213220-a826-468b-8f7e-bf388e6f39cf tempest-ServerDiagnosticsV248Test-446173317 tempest-ServerDiagnosticsV248Test-446173317-project-member] Lock "29578513-5d13-4e49-9d34-12f0cf3c8e01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.759s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.539584] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.575211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.575529] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.575752] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.575936] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.576124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.578830] env[69784]: INFO nova.compute.manager [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Terminating instance [ 804.752932] env[69784]: DEBUG nova.network.neutron [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Successfully created port: a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.794830] env[69784]: DEBUG nova.compute.manager [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.795109] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.796049] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530cc74-21d2-4585-bcfc-c74296f4af86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.808072] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.808329] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d6ad28-2146-4812-b983-76ee379281be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.819016] env[69784]: DEBUG oslo_vmware.api [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 804.819016] env[69784]: value = "task-3627358" [ 804.819016] env[69784]: _type = "Task" [ 804.819016] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.837921] env[69784]: DEBUG oslo_vmware.api [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.846285] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.085496] env[69784]: DEBUG nova.compute.manager [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.085862] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.086769] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d5ad3-5343-4958-a1e9-5deb5e54efa0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.097922] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.098388] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80ddccb-6c2c-4de8-b75b-903a24b6ef2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.104115] env[69784]: DEBUG oslo_vmware.api [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 805.104115] env[69784]: value = "task-3627359" [ 805.104115] env[69784]: _type = "Task" [ 805.104115] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.117292] env[69784]: DEBUG oslo_vmware.api [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.329868] env[69784]: DEBUG oslo_vmware.api [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627358, 'name': PowerOffVM_Task, 'duration_secs': 0.212711} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.330470] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.330470] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.330624] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c570d6af-267a-4ecd-9c56-14477027c6ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.399531] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.399888] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.400152] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleting the datastore file [datastore1] f091b65e-0140-44fe-8874-4bdf0244ddfd {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.400899] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68cc19b-4259-4aef-9577-fbd65c867677 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.413355] env[69784]: DEBUG oslo_vmware.api [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 805.413355] env[69784]: value = "task-3627361" [ 805.413355] env[69784]: _type = "Task" [ 805.413355] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.421147] env[69784]: DEBUG oslo_vmware.api [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.444432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.445068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.456334] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee5bb26-47b7-440c-afb4-b4be9091656f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.463913] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f8c4b-9199-4513-8adc-15ea40eb1177 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.494294] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88174f3e-b068-42fc-9b6b-d49ff2bbdc14 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.501603] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a43f8c3-7a91-40db-b606-85bd53e6885f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.517233] env[69784]: DEBUG nova.compute.provider_tree [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.614528] env[69784]: DEBUG oslo_vmware.api [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627359, 'name': PowerOffVM_Task, 'duration_secs': 0.183293} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.615286] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.615610] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.616012] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61493449-270a-4413-81a8-66ac5740d5b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.683529] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.683529] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.683529] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleting the datastore file [datastore2] 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.683529] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b678ff-46f3-4a9d-b96f-4e91c20a5c79 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.691709] env[69784]: DEBUG oslo_vmware.api [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 805.691709] env[69784]: value = "task-3627363" [ 805.691709] env[69784]: _type = "Task" [ 805.691709] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.701539] env[69784]: DEBUG oslo_vmware.api [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.858382] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.892653] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.893030] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.893249] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.893610] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.893822] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.894033] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.894327] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.894553] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.894780] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.895044] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.895357] env[69784]: DEBUG nova.virt.hardware [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.896515] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263295d5-5f61-4619-8245-f5dfd4f81885 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.904776] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d235157a-32ac-4b23-8854-404ccfd09ba4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.929515] env[69784]: DEBUG oslo_vmware.api [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133044} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.929800] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.929881] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.930109] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.930711] env[69784]: INFO nova.compute.manager [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 805.930711] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.930711] env[69784]: DEBUG nova.compute.manager [-] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.931082] env[69784]: DEBUG nova.network.neutron [-] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.021184] env[69784]: DEBUG nova.scheduler.client.report [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.205767] env[69784]: DEBUG oslo_vmware.api [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160441} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.208691] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.209249] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.210112] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.210327] env[69784]: INFO nova.compute.manager [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 806.210647] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.211271] env[69784]: DEBUG nova.compute.manager [-] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.211271] env[69784]: DEBUG nova.network.neutron [-] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.413321] env[69784]: DEBUG nova.compute.manager [req-8321c59f-cfa8-4e41-9a76-bdc1c65328bf req-4802604e-7751-472a-a6be-0eb4a9b82d65 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Received event network-vif-deleted-8556daf1-d4ef-4180-9014-ea500a9223db {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.413321] env[69784]: INFO nova.compute.manager [req-8321c59f-cfa8-4e41-9a76-bdc1c65328bf req-4802604e-7751-472a-a6be-0eb4a9b82d65 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Neutron deleted interface 8556daf1-d4ef-4180-9014-ea500a9223db; detaching it from the instance and deleting it from the info cache [ 806.413321] env[69784]: DEBUG nova.network.neutron [req-8321c59f-cfa8-4e41-9a76-bdc1c65328bf req-4802604e-7751-472a-a6be-0eb4a9b82d65 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.492239] env[69784]: DEBUG nova.network.neutron [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Successfully updated port: a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.526590] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.527112] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.529662] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.251s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.531050] env[69784]: INFO nova.compute.claims [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.568524] env[69784]: DEBUG nova.compute.manager [req-4253e8bb-a009-437d-a042-2b1fc1916b67 req-b65d2574-36c3-4cc9-9090-b3bbb7d72056 service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Received event network-vif-deleted-8c5a473d-9d86-46a2-b0c8-a572013a8b94 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.568761] env[69784]: INFO nova.compute.manager [req-4253e8bb-a009-437d-a042-2b1fc1916b67 req-b65d2574-36c3-4cc9-9090-b3bbb7d72056 service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Neutron deleted interface 8c5a473d-9d86-46a2-b0c8-a572013a8b94; detaching it from the instance and deleting it from the info cache [ 806.568936] env[69784]: DEBUG nova.network.neutron [req-4253e8bb-a009-437d-a042-2b1fc1916b67 req-b65d2574-36c3-4cc9-9090-b3bbb7d72056 service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.807106] env[69784]: DEBUG nova.network.neutron [-] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.913963] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb935486-1165-408c-8b26-69881d27ccbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.926698] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee7e20-75d5-4dfa-9f05-0c0060e3eb3b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961731] env[69784]: DEBUG nova.network.neutron [-] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.961731] env[69784]: DEBUG nova.compute.manager [req-8321c59f-cfa8-4e41-9a76-bdc1c65328bf req-4802604e-7751-472a-a6be-0eb4a9b82d65 service nova] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Detach interface failed, port_id=8556daf1-d4ef-4180-9014-ea500a9223db, reason: Instance f091b65e-0140-44fe-8874-4bdf0244ddfd could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.996607] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.996607] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.996607] env[69784]: DEBUG nova.network.neutron [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.037120] env[69784]: DEBUG nova.compute.utils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.038709] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.040369] env[69784]: DEBUG nova.network.neutron [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.071846] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cc6ff5a-d0fd-442f-a83c-b43b0e8c5d39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.081949] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b18b4e-f8d2-4978-8441-327b3735336c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.122676] env[69784]: DEBUG nova.compute.manager [req-4253e8bb-a009-437d-a042-2b1fc1916b67 req-b65d2574-36c3-4cc9-9090-b3bbb7d72056 service nova] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Detach interface failed, port_id=8c5a473d-9d86-46a2-b0c8-a572013a8b94, reason: Instance 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.124466] env[69784]: DEBUG nova.policy [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf58061cefbe42d8a651db726657f390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b918e7ca5a294d469c60a7616be6c4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.311294] env[69784]: INFO nova.compute.manager [-] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Took 1.38 seconds to deallocate network for instance. [ 807.462163] env[69784]: DEBUG nova.network.neutron [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Successfully created port: a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.465732] env[69784]: INFO nova.compute.manager [-] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Took 1.25 seconds to deallocate network for instance. [ 807.534683] env[69784]: DEBUG nova.network.neutron [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.546740] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.697021] env[69784]: DEBUG nova.network.neutron [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.818645] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.975026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.040280] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37cf5a7-306c-47e1-b090-742109614144 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.047823] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d42ad4-4cf9-4c96-90c6-8eba22e04c68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.083867] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800610aa-3176-45d1-8c49-afda3782ec6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.092263] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c265d-fe68-4bf2-a6b3-7de23adfb9f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.105443] env[69784]: DEBUG nova.compute.provider_tree [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.198995] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Releasing lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.199465] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Instance network_info: |[{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.199881] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:38:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a1854f-9557-46ad-8578-925ce6573cb4', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.207613] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Creating folder: Project (4449a7b353d84776b499b5186f4ac6a5). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.207748] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f7f225d-0668-4012-a2f6-29eb9a5e3d63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.226021] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Created folder: Project (4449a7b353d84776b499b5186f4ac6a5) in parent group-v723273. [ 808.226021] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Creating folder: Instances. Parent ref: group-v723383. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.226021] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3812736-8040-4bc4-950e-4dc508033a66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.231481] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Created folder: Instances in parent group-v723383. [ 808.231719] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.231901] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.232109] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cadd2e4d-32f4-4478-86bd-a5b29ccebb75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.252382] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.252382] env[69784]: value = "task-3627366" [ 808.252382] env[69784]: _type = "Task" [ 808.252382] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.259759] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627366, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.435291] env[69784]: DEBUG nova.compute.manager [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-vif-plugged-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.435571] env[69784]: DEBUG oslo_concurrency.lockutils [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] Acquiring lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.435753] env[69784]: DEBUG oslo_concurrency.lockutils [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.435947] env[69784]: DEBUG oslo_concurrency.lockutils [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.436138] env[69784]: DEBUG nova.compute.manager [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] No waiting events found dispatching network-vif-plugged-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.436318] env[69784]: WARNING nova.compute.manager [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received unexpected event network-vif-plugged-a3a1854f-9557-46ad-8578-925ce6573cb4 for instance with vm_state building and task_state spawning. [ 808.436489] env[69784]: DEBUG nova.compute.manager [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.436647] env[69784]: DEBUG nova.compute.manager [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing instance network info cache due to event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.436862] env[69784]: DEBUG oslo_concurrency.lockutils [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] Acquiring lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.437051] env[69784]: DEBUG oslo_concurrency.lockutils [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] Acquired lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.437228] env[69784]: DEBUG nova.network.neutron [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.559245] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.590098] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.590222] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.590320] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.590476] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.590618] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.590762] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.590966] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.591135] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.591314] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.591453] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.591685] env[69784]: DEBUG nova.virt.hardware [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.592505] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12eebd6-726c-4822-aa99-1f23ae0fb408 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.600863] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8299a7ab-d1c1-4bfa-a39c-eff2c7a9322c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.615027] env[69784]: DEBUG nova.scheduler.client.report [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.762984] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627366, 'name': CreateVM_Task, 'duration_secs': 0.362162} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.763191] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.763876] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.764053] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.764372] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.764627] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fb71f8-86ca-404b-85f0-2c557dc771bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.769817] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 808.769817] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a1ab95-d05a-fed4-e4ef-ff1f041b0d7c" [ 808.769817] env[69784]: _type = "Task" [ 808.769817] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.778656] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a1ab95-d05a-fed4-e4ef-ff1f041b0d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.040506] env[69784]: DEBUG nova.network.neutron [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Successfully updated port: a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.122021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.122021] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.123676] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.494s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.124505] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.126830] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.680s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.128477] env[69784]: INFO nova.compute.claims [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.166694] env[69784]: INFO nova.scheduler.client.report [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Deleted allocations for instance 22842910-a375-46d2-8961-ae303c680a70 [ 809.174939] env[69784]: DEBUG nova.network.neutron [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updated VIF entry in instance network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.174939] env[69784]: DEBUG nova.network.neutron [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.280204] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a1ab95-d05a-fed4-e4ef-ff1f041b0d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.280506] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.280742] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.280975] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.281135] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.281316] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.281582] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c507c217-161b-48c7-aa7a-81148b5c7877 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.291421] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.291595] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.292311] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43707400-0392-4632-96bc-1d9a8a0d6fb4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.297253] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 809.297253] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5fdf6-a4da-c045-db61-51bd4d749f99" [ 809.297253] env[69784]: _type = "Task" [ 809.297253] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.304577] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5fdf6-a4da-c045-db61-51bd4d749f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.543972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "refresh_cache-2d145c5b-42c9-42d9-9ee1-55845b6ff494" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.544715] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "refresh_cache-2d145c5b-42c9-42d9-9ee1-55845b6ff494" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.544715] env[69784]: DEBUG nova.network.neutron [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.639057] env[69784]: DEBUG nova.compute.utils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.639975] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.640182] env[69784]: DEBUG nova.network.neutron [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.675105] env[69784]: DEBUG nova.policy [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b108c206426c484887e172c61a8d4dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dea9fd8b5f4a4f917e4782f1ff01e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.678656] env[69784]: DEBUG oslo_concurrency.lockutils [req-3a84d908-62ba-46af-9814-7107b2a2bfad req-0e2837b2-2a97-4a49-9752-de20d6edefb3 service nova] Releasing lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.679219] env[69784]: DEBUG oslo_concurrency.lockutils [None req-78de5d13-7946-4a91-9dee-76d92fec86aa tempest-FloatingIPsAssociationNegativeTestJSON-1621898975 tempest-FloatingIPsAssociationNegativeTestJSON-1621898975-project-member] Lock "22842910-a375-46d2-8961-ae303c680a70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.586s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.807327] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5fdf6-a4da-c045-db61-51bd4d749f99, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.808344] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e840a3e8-ef27-4f26-bc9a-ab9ed30951e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.814280] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 809.814280] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527f2b2c-691d-0c33-2e8a-2507db68bf39" [ 809.814280] env[69784]: _type = "Task" [ 809.814280] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.821158] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527f2b2c-691d-0c33-2e8a-2507db68bf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.989850] env[69784]: DEBUG nova.network.neutron [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Successfully created port: 2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.080898] env[69784]: DEBUG nova.network.neutron [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.148078] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.328083] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527f2b2c-691d-0c33-2e8a-2507db68bf39, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.330192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.330491] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd/5abe83e9-9bd7-4642-b3c1-c89bd4e150cd.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.330893] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec7086d2-1296-4338-9fc2-5829d451bb2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.337172] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 810.337172] env[69784]: value = "task-3627367" [ 810.337172] env[69784]: _type = "Task" [ 810.337172] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.347398] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.348438] env[69784]: DEBUG nova.network.neutron [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Updating instance_info_cache with network_info: [{"id": "a5983d0b-f2fc-422f-aba9-36d5258bbe04", "address": "fa:16:3e:4f:48:88", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5983d0b-f2", "ovs_interfaceid": "a5983d0b-f2fc-422f-aba9-36d5258bbe04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.504065] env[69784]: DEBUG nova.compute.manager [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Received event network-vif-plugged-a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.504065] env[69784]: DEBUG oslo_concurrency.lockutils [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] Acquiring lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.504065] env[69784]: DEBUG oslo_concurrency.lockutils [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.504065] env[69784]: DEBUG oslo_concurrency.lockutils [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.504065] env[69784]: DEBUG nova.compute.manager [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] No waiting events found dispatching network-vif-plugged-a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.504065] env[69784]: WARNING nova.compute.manager [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Received unexpected event network-vif-plugged-a5983d0b-f2fc-422f-aba9-36d5258bbe04 for instance with vm_state building and task_state spawning. [ 810.504065] env[69784]: DEBUG nova.compute.manager [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Received event network-changed-a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.504065] env[69784]: DEBUG nova.compute.manager [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Refreshing instance network info cache due to event network-changed-a5983d0b-f2fc-422f-aba9-36d5258bbe04. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.504065] env[69784]: DEBUG oslo_concurrency.lockutils [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] Acquiring lock "refresh_cache-2d145c5b-42c9-42d9-9ee1-55845b6ff494" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.701537] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dbafda-a8c4-499d-aa12-6e5874360534 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.711414] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbb05de-a6aa-4c2f-abf7-eb4e00264c2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.747774] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f3bce-86a5-4530-98d3-48d06e8d1f6b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.755963] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7cc53f-98eb-4f10-ba95-7d3e3ddc24a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.771086] env[69784]: DEBUG nova.compute.provider_tree [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.847833] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454731} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.849050] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd/5abe83e9-9bd7-4642-b3c1-c89bd4e150cd.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.849050] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.849050] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-112239f0-55b1-4172-b7c9-062df799d43b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.850741] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "refresh_cache-2d145c5b-42c9-42d9-9ee1-55845b6ff494" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.851041] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Instance network_info: |[{"id": "a5983d0b-f2fc-422f-aba9-36d5258bbe04", "address": "fa:16:3e:4f:48:88", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5983d0b-f2", "ovs_interfaceid": "a5983d0b-f2fc-422f-aba9-36d5258bbe04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.851315] env[69784]: DEBUG oslo_concurrency.lockutils [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] Acquired lock "refresh_cache-2d145c5b-42c9-42d9-9ee1-55845b6ff494" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.851488] env[69784]: DEBUG nova.network.neutron [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Refreshing network info cache for port a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.852628] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:48:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5983d0b-f2fc-422f-aba9-36d5258bbe04', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.859901] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.863331] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.864899] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-127d744b-0277-4048-a293-4d97efc3cc0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.880617] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 810.880617] env[69784]: value = "task-3627368" [ 810.880617] env[69784]: _type = "Task" [ 810.880617] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.888104] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.888104] env[69784]: value = "task-3627369" [ 810.888104] env[69784]: _type = "Task" [ 810.888104] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.897481] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.902808] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627369, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.160372] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.196660] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.196660] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.196660] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.196660] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.198086] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.198405] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.198771] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.199086] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.199446] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.199765] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.200103] env[69784]: DEBUG nova.virt.hardware [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.201199] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f763417-aaa6-401f-b38a-22c6dc5400ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.215240] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d301a33-5539-4e52-9f3c-ff9c0f9215f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.232169] env[69784]: DEBUG nova.network.neutron [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Updated VIF entry in instance network info cache for port a5983d0b-f2fc-422f-aba9-36d5258bbe04. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.232424] env[69784]: DEBUG nova.network.neutron [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Updating instance_info_cache with network_info: [{"id": "a5983d0b-f2fc-422f-aba9-36d5258bbe04", "address": "fa:16:3e:4f:48:88", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5983d0b-f2", "ovs_interfaceid": "a5983d0b-f2fc-422f-aba9-36d5258bbe04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.275617] env[69784]: DEBUG nova.scheduler.client.report [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.393238] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064315} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.394686] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.395684] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912c571f-7101-4c25-b27d-4ecf2f8910b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.417227] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627369, 'name': CreateVM_Task, 'duration_secs': 0.331491} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.426546] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd/5abe83e9-9bd7-4642-b3c1-c89bd4e150cd.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.426812] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.427082] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd0ec7c-0639-44a5-ac3f-7e2857c96396 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.443383] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443560] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.443873] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.444466] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bceef434-5428-48cf-a8dd-586003f3d708 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.450049] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 811.450049] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c59c3c-3151-70e2-4cd5-44010d3d8f42" [ 811.450049] env[69784]: _type = "Task" [ 811.450049] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.452264] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 811.452264] env[69784]: value = "task-3627370" [ 811.452264] env[69784]: _type = "Task" [ 811.452264] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.462500] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c59c3c-3151-70e2-4cd5-44010d3d8f42, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.465634] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.466059] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.466410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.466615] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.466849] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.467149] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.467411] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1384a1f7-5267-4fee-ab67-9576ea85297e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.476525] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.476756] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.477525] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3dc2f4a-d9e7-4481-9248-3402b6c99656 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.483206] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 811.483206] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529b7ca0-562e-fe07-4bc1-4491e6eff716" [ 811.483206] env[69784]: _type = "Task" [ 811.483206] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.492180] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529b7ca0-562e-fe07-4bc1-4491e6eff716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.556399] env[69784]: DEBUG nova.compute.manager [req-548127bc-b724-4ac4-9f22-1a270add61d2 req-890f42a9-d61b-4539-bc40-809efa30f514 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Received event network-vif-plugged-2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.556569] env[69784]: DEBUG oslo_concurrency.lockutils [req-548127bc-b724-4ac4-9f22-1a270add61d2 req-890f42a9-d61b-4539-bc40-809efa30f514 service nova] Acquiring lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.556779] env[69784]: DEBUG oslo_concurrency.lockutils [req-548127bc-b724-4ac4-9f22-1a270add61d2 req-890f42a9-d61b-4539-bc40-809efa30f514 service nova] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.556965] env[69784]: DEBUG oslo_concurrency.lockutils [req-548127bc-b724-4ac4-9f22-1a270add61d2 req-890f42a9-d61b-4539-bc40-809efa30f514 service nova] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.558376] env[69784]: DEBUG nova.compute.manager [req-548127bc-b724-4ac4-9f22-1a270add61d2 req-890f42a9-d61b-4539-bc40-809efa30f514 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] No waiting events found dispatching network-vif-plugged-2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.558630] env[69784]: WARNING nova.compute.manager [req-548127bc-b724-4ac4-9f22-1a270add61d2 req-890f42a9-d61b-4539-bc40-809efa30f514 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Received unexpected event network-vif-plugged-2b06ac32-fff4-4089-a9a3-2fb11a710dee for instance with vm_state building and task_state spawning. [ 811.737876] env[69784]: DEBUG oslo_concurrency.lockutils [req-669adbcb-7313-46aa-acf0-54e648b45a83 req-ed2aa4b6-3cf3-4818-94a3-d424a42c3818 service nova] Releasing lock "refresh_cache-2d145c5b-42c9-42d9-9ee1-55845b6ff494" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.781171] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.781757] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.784553] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.386s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.784830] env[69784]: DEBUG nova.objects.instance [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.813351] env[69784]: DEBUG nova.network.neutron [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Successfully updated port: 2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.964651] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627370, 'name': ReconfigVM_Task, 'duration_secs': 0.387383} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.964937] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd/5abe83e9-9bd7-4642-b3c1-c89bd4e150cd.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.965597] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd64420-260d-47f0-be86-025582d7df41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.972114] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 811.972114] env[69784]: value = "task-3627371" [ 811.972114] env[69784]: _type = "Task" [ 811.972114] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.980575] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627371, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.991716] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529b7ca0-562e-fe07-4bc1-4491e6eff716, 'name': SearchDatastore_Task, 'duration_secs': 0.008032} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.992419] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e31b81-6599-4425-b17a-0c8ae37c8574 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.999111] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 811.999111] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7be5a-18fe-4adc-c117-bcb57cfa9095" [ 811.999111] env[69784]: _type = "Task" [ 811.999111] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.009197] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7be5a-18fe-4adc-c117-bcb57cfa9095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.292198] env[69784]: DEBUG nova.compute.utils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.293772] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.293772] env[69784]: DEBUG nova.network.neutron [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.315315] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.315465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.315632] env[69784]: DEBUG nova.network.neutron [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.345463] env[69784]: DEBUG nova.policy [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '799d2b184a7e4d5f8cc8b9f480feefe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a15a5059a14984a580478491250a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.482023] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627371, 'name': Rename_Task, 'duration_secs': 0.139689} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.482315] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.482561] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52e155dd-0aa1-45e9-954c-30f5da810dfb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.489607] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 812.489607] env[69784]: value = "task-3627372" [ 812.489607] env[69784]: _type = "Task" [ 812.489607] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.497140] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.507242] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7be5a-18fe-4adc-c117-bcb57cfa9095, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.507498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.507767] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 2d145c5b-42c9-42d9-9ee1-55845b6ff494/2d145c5b-42c9-42d9-9ee1-55845b6ff494.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.508096] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf7dd87-6316-479d-985c-4a65f90cc044 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.513720] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 812.513720] env[69784]: value = "task-3627373" [ 812.513720] env[69784]: _type = "Task" [ 812.513720] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.525363] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.655735] env[69784]: DEBUG nova.network.neutron [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Successfully created port: 68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.794702] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a2e692a7-3061-4ad5-97da-d5726b33e161 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.796241] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.442s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.797811] env[69784]: INFO nova.compute.claims [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.802755] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.886686] env[69784]: DEBUG nova.network.neutron [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.003896] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627372, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.026983] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627373, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.143642] env[69784]: DEBUG nova.network.neutron [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Updating instance_info_cache with network_info: [{"id": "2b06ac32-fff4-4089-a9a3-2fb11a710dee", "address": "fa:16:3e:8d:42:23", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b06ac32-ff", "ovs_interfaceid": "2b06ac32-fff4-4089-a9a3-2fb11a710dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.504333] env[69784]: DEBUG oslo_vmware.api [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627372, 'name': PowerOnVM_Task, 'duration_secs': 0.64111} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.504735] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.504947] env[69784]: INFO nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Took 7.65 seconds to spawn the instance on the hypervisor. [ 813.505419] env[69784]: DEBUG nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.506275] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129aef6-8f48-4564-a105-ca6761346412 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.528166] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517053} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.528455] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 2d145c5b-42c9-42d9-9ee1-55845b6ff494/2d145c5b-42c9-42d9-9ee1-55845b6ff494.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.528668] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.529115] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e94ed10-7969-46ed-b20c-d7b23e904cc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.536645] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 813.536645] env[69784]: value = "task-3627374" [ 813.536645] env[69784]: _type = "Task" [ 813.536645] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.546269] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.589026] env[69784]: DEBUG nova.compute.manager [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Received event network-changed-2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.589238] env[69784]: DEBUG nova.compute.manager [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Refreshing instance network info cache due to event network-changed-2b06ac32-fff4-4089-a9a3-2fb11a710dee. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.589442] env[69784]: DEBUG oslo_concurrency.lockutils [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] Acquiring lock "refresh_cache-6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.646043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.646378] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance network_info: |[{"id": "2b06ac32-fff4-4089-a9a3-2fb11a710dee", "address": "fa:16:3e:8d:42:23", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b06ac32-ff", "ovs_interfaceid": "2b06ac32-fff4-4089-a9a3-2fb11a710dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.646666] env[69784]: DEBUG oslo_concurrency.lockutils [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] Acquired lock "refresh_cache-6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.646797] env[69784]: DEBUG nova.network.neutron [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Refreshing network info cache for port 2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.648114] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:42:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b06ac32-fff4-4089-a9a3-2fb11a710dee', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.657028] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating folder: Project (30dea9fd8b5f4a4f917e4782f1ff01e7). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.657870] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3182131-591a-4d5f-a647-9d80f567d8d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.668981] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created folder: Project (30dea9fd8b5f4a4f917e4782f1ff01e7) in parent group-v723273. [ 813.669205] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating folder: Instances. Parent ref: group-v723387. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.669402] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8df22020-2b97-474a-ae46-d54ad148b0a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.679152] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created folder: Instances in parent group-v723387. [ 813.679384] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.679870] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.680100] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d64d248-4fcf-433c-b736-84d705757460 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.704182] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.704182] env[69784]: value = "task-3627377" [ 813.704182] env[69784]: _type = "Task" [ 813.704182] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.709611] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627377, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.816990] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.845678] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.846302] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.846501] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.846742] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.846949] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.847131] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.847558] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.847896] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.848122] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.848303] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.848483] env[69784]: DEBUG nova.virt.hardware [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.849784] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859664b-eec5-4b57-bac9-f437bb7fc8cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.861927] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51cbbbb-fa6d-4954-91dd-27035d583f2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.033485] env[69784]: INFO nova.compute.manager [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Took 45.17 seconds to build instance. [ 814.055401] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247359} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.057752] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.058970] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c0d49-00bc-4869-9d2e-ef3b0a4fb7d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.087528] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2d145c5b-42c9-42d9-9ee1-55845b6ff494/2d145c5b-42c9-42d9-9ee1-55845b6ff494.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.091012] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a3102d-3034-4c1b-abc8-3c8e27238d16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.114777] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 814.114777] env[69784]: value = "task-3627378" [ 814.114777] env[69784]: _type = "Task" [ 814.114777] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.126522] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.211599] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627377, 'name': CreateVM_Task, 'duration_secs': 0.392455} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.211796] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.212614] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.212778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.213105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.213360] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe88d6b5-4f9c-46d5-9028-7099bad8484e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.222157] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 814.222157] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520fd943-1499-4c09-2c08-2584b5be1a4d" [ 814.222157] env[69784]: _type = "Task" [ 814.222157] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.235680] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520fd943-1499-4c09-2c08-2584b5be1a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.238699] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.238982] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.239269] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.239371] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.239584] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.239980] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d9eb660-bff4-43ae-9c11-a5adfdcb0ab8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.247165] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.247363] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.248101] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acb0e3c-5f94-4a40-a90a-6932ea8504c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.254446] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 814.254446] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520735d6-0a8f-cfba-e10b-b7bea5bbbe43" [ 814.254446] env[69784]: _type = "Task" [ 814.254446] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.262089] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520735d6-0a8f-cfba-e10b-b7bea5bbbe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.404176] env[69784]: DEBUG nova.network.neutron [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Successfully updated port: 68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.465351] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be51d1b-02f3-4f98-bdaa-f4c94ebda94e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.473101] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585704e-5910-4189-80a6-bfacc0713464 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.505537] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59a8f8-686e-490e-b4b3-abaa2534e69b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.514963] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55f9f7-7a0a-4bf6-a366-b3d0b5eef2ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.529138] env[69784]: DEBUG nova.compute.provider_tree [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.535783] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c07a940-27bd-4c8b-92d3-7a0d754665c7 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.021s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.569764] env[69784]: DEBUG nova.network.neutron [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Updated VIF entry in instance network info cache for port 2b06ac32-fff4-4089-a9a3-2fb11a710dee. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.570256] env[69784]: DEBUG nova.network.neutron [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Updating instance_info_cache with network_info: [{"id": "2b06ac32-fff4-4089-a9a3-2fb11a710dee", "address": "fa:16:3e:8d:42:23", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b06ac32-ff", "ovs_interfaceid": "2b06ac32-fff4-4089-a9a3-2fb11a710dee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.624166] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.768703] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520735d6-0a8f-cfba-e10b-b7bea5bbbe43, 'name': SearchDatastore_Task, 'duration_secs': 0.007785} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.769710] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89da9db-e2f8-49df-a064-2171a381f45e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.776145] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 814.776145] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526c3d60-10d9-0666-2f14-0b1fcea0ee71" [ 814.776145] env[69784]: _type = "Task" [ 814.776145] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.789956] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526c3d60-10d9-0666-2f14-0b1fcea0ee71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.912027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912027] env[69784]: DEBUG nova.network.neutron [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.037200] env[69784]: DEBUG nova.scheduler.client.report [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.041147] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.074102] env[69784]: DEBUG oslo_concurrency.lockutils [req-09906f79-8ea3-493e-b0de-593eaa04eb68 req-425dfb5b-df66-4c1a-84dc-2b219c057224 service nova] Releasing lock "refresh_cache-6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.127251] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627378, 'name': ReconfigVM_Task, 'duration_secs': 0.838973} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.127251] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2d145c5b-42c9-42d9-9ee1-55845b6ff494/2d145c5b-42c9-42d9-9ee1-55845b6ff494.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.127251] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f340fd7-35d8-4d8d-8915-bcdf9045e7ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.138132] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 815.138132] env[69784]: value = "task-3627379" [ 815.138132] env[69784]: _type = "Task" [ 815.138132] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.157089] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627379, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.293252] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526c3d60-10d9-0666-2f14-0b1fcea0ee71, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.293598] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.293816] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.294108] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec3725ca-6a6a-4d44-ac55-e8fa6b3f83b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.300962] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 815.300962] env[69784]: value = "task-3627380" [ 815.300962] env[69784]: _type = "Task" [ 815.300962] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.310037] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.471952] env[69784]: DEBUG nova.network.neutron [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.549186] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.550228] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.563175] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.807s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.563175] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.565106] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.685s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.567393] env[69784]: INFO nova.compute.claims [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.594512] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.611264] env[69784]: INFO nova.scheduler.client.report [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Deleted allocations for instance a6536297-e66b-438c-95c2-8050cfa89684 [ 815.657807] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627379, 'name': Rename_Task, 'duration_secs': 0.249251} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.657807] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.658127] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0212062a-9482-47b7-aef4-c3b530b1199a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.668224] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 815.668224] env[69784]: value = "task-3627381" [ 815.668224] env[69784]: _type = "Task" [ 815.668224] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.679140] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.818077] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627380, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.935147] env[69784]: DEBUG nova.compute.manager [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Received event network-vif-plugged-68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.935492] env[69784]: DEBUG oslo_concurrency.lockutils [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.935686] env[69784]: DEBUG oslo_concurrency.lockutils [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.935864] env[69784]: DEBUG oslo_concurrency.lockutils [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.936095] env[69784]: DEBUG nova.compute.manager [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] No waiting events found dispatching network-vif-plugged-68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.936290] env[69784]: WARNING nova.compute.manager [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Received unexpected event network-vif-plugged-68005c26-0517-4360-857d-2290dc04b591 for instance with vm_state building and task_state spawning. [ 815.936479] env[69784]: DEBUG nova.compute.manager [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Received event network-changed-68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.936708] env[69784]: DEBUG nova.compute.manager [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Refreshing instance network info cache due to event network-changed-68005c26-0517-4360-857d-2290dc04b591. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.936919] env[69784]: DEBUG oslo_concurrency.lockutils [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] Acquiring lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.948204] env[69784]: DEBUG nova.network.neutron [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updating instance_info_cache with network_info: [{"id": "68005c26-0517-4360-857d-2290dc04b591", "address": "fa:16:3e:9b:a0:7d", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68005c26-05", "ovs_interfaceid": "68005c26-0517-4360-857d-2290dc04b591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.063741] env[69784]: DEBUG nova.compute.utils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.066454] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.066454] env[69784]: DEBUG nova.network.neutron [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.126311] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c86e0aae-1a8e-413d-9581-9630ea7a2ad0 tempest-DeleteServersAdminTestJSON-1268258336 tempest-DeleteServersAdminTestJSON-1268258336-project-member] Lock "a6536297-e66b-438c-95c2-8050cfa89684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.112s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.179182] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.183274] env[69784]: DEBUG nova.policy [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a973b6c371464d5b854c555cb4f53b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db3e15be2f824c21b67539f7231ca90d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.315230] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913949} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.315506] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.315767] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.316014] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cae1f70-ed31-43d3-bd49-7967ffa4801b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.323337] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 816.323337] env[69784]: value = "task-3627382" [ 816.323337] env[69784]: _type = "Task" [ 816.323337] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.332452] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.451278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Releasing lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.451616] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Instance network_info: |[{"id": "68005c26-0517-4360-857d-2290dc04b591", "address": "fa:16:3e:9b:a0:7d", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68005c26-05", "ovs_interfaceid": "68005c26-0517-4360-857d-2290dc04b591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.451912] env[69784]: DEBUG oslo_concurrency.lockutils [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] Acquired lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.452094] env[69784]: DEBUG nova.network.neutron [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Refreshing network info cache for port 68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.453345] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:a0:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68005c26-0517-4360-857d-2290dc04b591', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.468009] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Creating folder: Project (22a15a5059a14984a580478491250a2a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.471613] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cead98ab-0f86-4a2e-8c76-faa9b21b3072 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.487298] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Created folder: Project (22a15a5059a14984a580478491250a2a) in parent group-v723273. [ 816.487298] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Creating folder: Instances. Parent ref: group-v723390. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.487298] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5abbdda0-1588-4d01-a69a-fc601fd2beb6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.495048] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Created folder: Instances in parent group-v723390. [ 816.495455] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.495700] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.495908] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4303fe77-b191-4bd5-8393-03b805f51ca4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.517660] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.517660] env[69784]: value = "task-3627385" [ 816.517660] env[69784]: _type = "Task" [ 816.517660] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.526449] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627385, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.570994] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.648673] env[69784]: DEBUG nova.network.neutron [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Successfully created port: 78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.685856] env[69784]: DEBUG oslo_vmware.api [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627381, 'name': PowerOnVM_Task, 'duration_secs': 0.724328} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.685856] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.687130] env[69784]: INFO nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Took 8.13 seconds to spawn the instance on the hypervisor. [ 816.687213] env[69784]: DEBUG nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.688032] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a223a2-f0b2-4835-bf44-b619db0d9e91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.843077] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1005} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.843988] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.845893] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d8e1f-9b96-4a7f-8f54-035e0b94c2c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.864776] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "bc60b27e-cb14-4c48-a611-58705f45392b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.865317] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "bc60b27e-cb14-4c48-a611-58705f45392b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.876396] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.879966] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aed581f-3b0e-4991-b63f-ecc25a4fc6d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.901385] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 816.901385] env[69784]: value = "task-3627386" [ 816.901385] env[69784]: _type = "Task" [ 816.901385] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.911590] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.032304] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627385, 'name': CreateVM_Task, 'duration_secs': 0.407554} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.035942] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.037319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.037882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.038316] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.038388] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c8e3ef-7753-4cf6-aa12-33bfb3337986 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.046448] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 817.046448] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5263532e-2695-cdb7-8c89-62390c76056b" [ 817.046448] env[69784]: _type = "Task" [ 817.046448] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.054998] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5263532e-2695-cdb7-8c89-62390c76056b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.209474] env[69784]: INFO nova.compute.manager [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Took 45.55 seconds to build instance. [ 817.341720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2168238-6ede-466c-91ce-0a91b733d36b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.347344] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fbfe08-299d-4160-9498-7e775a107b08 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.383287] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbbd6f-785a-4389-b6dd-6727809e6b53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.388620] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5644ecc-9bb2-472d-bfd2-793d87301d87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.402734] env[69784]: DEBUG nova.compute.provider_tree [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.412860] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627386, 'name': ReconfigVM_Task, 'duration_secs': 0.299127} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.413190] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.414668] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04973b5f-6f7e-4034-8629-8e53a7f3349e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.422445] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 817.422445] env[69784]: value = "task-3627387" [ 817.422445] env[69784]: _type = "Task" [ 817.422445] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.435663] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627387, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.568101] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5263532e-2695-cdb7-8c89-62390c76056b, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.568401] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.568635] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.568979] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.569083] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.569226] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.569497] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed075be-6ee2-4ebd-a668-821debafc530 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.579724] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.580169] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.580668] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1883b1c1-c844-4704-a8a3-7ff6a512833c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585344] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.588738] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 817.588738] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ce27c5-3795-ae07-e5a3-ae8b0011d5e1" [ 817.588738] env[69784]: _type = "Task" [ 817.588738] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.598022] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ce27c5-3795-ae07-e5a3-ae8b0011d5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008182} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.598990] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90f8850-d396-4107-9792-d2bcc255abe7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.603859] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 817.603859] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522b959a-fcb5-48d7-67c9-84ad6a3df946" [ 817.603859] env[69784]: _type = "Task" [ 817.603859] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.611808] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522b959a-fcb5-48d7-67c9-84ad6a3df946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.622020] env[69784]: DEBUG nova.virt.hardware [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.623411] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2503516f-ff84-4a91-bf8e-0e04f0b6c1f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.626943] env[69784]: DEBUG nova.network.neutron [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updated VIF entry in instance network info cache for port 68005c26-0517-4360-857d-2290dc04b591. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.627460] env[69784]: DEBUG nova.network.neutron [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updating instance_info_cache with network_info: [{"id": "68005c26-0517-4360-857d-2290dc04b591", "address": "fa:16:3e:9b:a0:7d", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68005c26-05", "ovs_interfaceid": "68005c26-0517-4360-857d-2290dc04b591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.634444] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c43d001-fb5b-407d-9a9e-9cf43a77d5e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.712778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-00032439-8e25-45b2-bc38-d7bfbf7f17db tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.718s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.910587] env[69784]: DEBUG nova.scheduler.client.report [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.937022] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627387, 'name': Rename_Task, 'duration_secs': 0.154805} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.937022] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.937235] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff1f49d-dd9b-4ef8-9efb-787f3cd7bbda {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.944764] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 817.944764] env[69784]: value = "task-3627388" [ 817.944764] env[69784]: _type = "Task" [ 817.944764] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.955155] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.115842] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522b959a-fcb5-48d7-67c9-84ad6a3df946, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.116232] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.116736] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] ca4a89a9-ae07-44ce-931a-5dbf779646b0/ca4a89a9-ae07-44ce-931a-5dbf779646b0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.116818] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aecd4a1f-d82f-4ae5-805d-7b168e8a63fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.123318] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 818.123318] env[69784]: value = "task-3627389" [ 818.123318] env[69784]: _type = "Task" [ 818.123318] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.131860] env[69784]: DEBUG oslo_concurrency.lockutils [req-f220576f-9d70-4d5a-89e3-0b60cbe5d6e4 req-23384509-9c1b-4953-bdcb-1577aa449dfd service nova] Releasing lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.133543] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.215498] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.419473] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.419473] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.422581] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.450s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.422749] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.425454] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.753s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.425935] env[69784]: DEBUG nova.objects.instance [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lazy-loading 'resources' on Instance uuid b6644a4c-b212-4aee-9621-343c5ece84e0 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.466361] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627388, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.467894] env[69784]: INFO nova.scheduler.client.report [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Deleted allocations for instance 62e679e6-579b-411a-bbed-3bf35d8829a0 [ 818.578167] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e05aa8f-9ee8-4565-a580-3e2b1fbfe07a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.588882] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Suspending the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 818.589761] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c75d4e6-ab3f-421c-821b-da4fb5c18e5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597040] env[69784]: DEBUG oslo_vmware.api [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 818.597040] env[69784]: value = "task-3627390" [ 818.597040] env[69784]: _type = "Task" [ 818.597040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.611716] env[69784]: DEBUG oslo_vmware.api [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627390, 'name': SuspendVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.634930] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.739315] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.820960] env[69784]: DEBUG nova.network.neutron [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Successfully updated port: 78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.930922] env[69784]: DEBUG nova.compute.utils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.936115] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.936115] env[69784]: DEBUG nova.network.neutron [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.966259] env[69784]: DEBUG oslo_vmware.api [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627388, 'name': PowerOnVM_Task, 'duration_secs': 0.515978} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.968843] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.969105] env[69784]: INFO nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Took 7.81 seconds to spawn the instance on the hypervisor. [ 818.969287] env[69784]: DEBUG nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.970412] env[69784]: DEBUG nova.compute.manager [req-6c761449-a60e-4da8-9cd0-b9f0ecce1ecc req-0d227c72-afcf-4d5f-913e-08c532615ace service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Received event network-vif-plugged-78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.970607] env[69784]: DEBUG oslo_concurrency.lockutils [req-6c761449-a60e-4da8-9cd0-b9f0ecce1ecc req-0d227c72-afcf-4d5f-913e-08c532615ace service nova] Acquiring lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.970870] env[69784]: DEBUG oslo_concurrency.lockutils [req-6c761449-a60e-4da8-9cd0-b9f0ecce1ecc req-0d227c72-afcf-4d5f-913e-08c532615ace service nova] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.971089] env[69784]: DEBUG oslo_concurrency.lockutils [req-6c761449-a60e-4da8-9cd0-b9f0ecce1ecc req-0d227c72-afcf-4d5f-913e-08c532615ace service nova] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.971262] env[69784]: DEBUG nova.compute.manager [req-6c761449-a60e-4da8-9cd0-b9f0ecce1ecc req-0d227c72-afcf-4d5f-913e-08c532615ace service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] No waiting events found dispatching network-vif-plugged-78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.971519] env[69784]: WARNING nova.compute.manager [req-6c761449-a60e-4da8-9cd0-b9f0ecce1ecc req-0d227c72-afcf-4d5f-913e-08c532615ace service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Received unexpected event network-vif-plugged-78f702f9-f90f-4506-9c55-8d9a2991ad2f for instance with vm_state building and task_state spawning. [ 818.974047] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a858148-5721-4a86-a7e5-c0a55a2737db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.987309] env[69784]: DEBUG oslo_concurrency.lockutils [None req-75b95e12-13ce-4d6d-b0e3-1c6785a9caa5 tempest-ServersTestJSON-413471657 tempest-ServersTestJSON-413471657-project-member] Lock "62e679e6-579b-411a-bbed-3bf35d8829a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.344s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.008904] env[69784]: DEBUG nova.policy [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e908274cff2c4aeab6e2030f80cc28ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd290987955c8471d99c6145a0e7dae06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.112773] env[69784]: DEBUG oslo_vmware.api [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627390, 'name': SuspendVM_Task} progress is 50%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.134935] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585154} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.135321] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] ca4a89a9-ae07-44ce-931a-5dbf779646b0/ca4a89a9-ae07-44ce-931a-5dbf779646b0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.135677] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.136102] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c53e4956-fab4-4c6a-870d-67cceca8531c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.147422] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 819.147422] env[69784]: value = "task-3627391" [ 819.147422] env[69784]: _type = "Task" [ 819.147422] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.159677] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.328015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "refresh_cache-9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.328165] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired lock "refresh_cache-9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.328898] env[69784]: DEBUG nova.network.neutron [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.441399] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.505484] env[69784]: INFO nova.compute.manager [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Took 46.25 seconds to build instance. [ 819.538230] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc3362c-b0e5-411b-8a6e-b34658cf6177 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.548811] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97074f68-5f21-48e4-b16b-941d7e697d15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.588235] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d506d-2407-4ff5-b114-793c4a75ce6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.598778] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1064faf3-6fb6-4c14-b7dd-819acbfdd3ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.611808] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.612095] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.625229] env[69784]: DEBUG nova.compute.provider_tree [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.627373] env[69784]: DEBUG nova.network.neutron [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Successfully created port: ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.632238] env[69784]: DEBUG oslo_vmware.api [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627390, 'name': SuspendVM_Task} progress is 50%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.657240] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073203} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.657824] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.658618] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35b306-29c5-4b3c-96bf-3d6ff775c9cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.683988] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] ca4a89a9-ae07-44ce-931a-5dbf779646b0/ca4a89a9-ae07-44ce-931a-5dbf779646b0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.683988] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fad96b-7fab-4240-a5b9-d42ccc80a405 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.702454] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 819.702454] env[69784]: value = "task-3627392" [ 819.702454] env[69784]: _type = "Task" [ 819.702454] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.711527] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.900328] env[69784]: DEBUG nova.network.neutron [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.952251] env[69784]: INFO nova.virt.block_device [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Booting with volume d7e63b8c-548e-4b69-8230-b37b99efeb96 at /dev/sda [ 820.019050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f6fd5992-32d0-4d77-89e4-35c5c7e10919 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.344s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.021796] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46008132-f033-4316-a3dd-b3b9dd9470aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.035041] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553b929c-fdca-4562-ae09-9ed58b8b89ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.073784] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fd1b5b5-c689-4d8c-ab15-e1bb7d0662c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.082305] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f06cd2a-3876-4e45-bf3c-ba633246e22c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.128834] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b42387-f76d-420f-9d83-15c08fc0b83c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.134502] env[69784]: DEBUG nova.scheduler.client.report [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.140040] env[69784]: DEBUG oslo_vmware.api [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627390, 'name': SuspendVM_Task, 'duration_secs': 1.202384} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.140040] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Suspended the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 820.140040] env[69784]: DEBUG nova.compute.manager [None req-22a6212e-fbf6-4d00-96a0-e2e9ee651709 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.142029] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79435115-7417-46c9-a8b5-c8569a2c67b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.146127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eab8085-0b97-4a0a-a08c-b7210f7032f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.160596] env[69784]: DEBUG nova.network.neutron [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Updating instance_info_cache with network_info: [{"id": "78f702f9-f90f-4506-9c55-8d9a2991ad2f", "address": "fa:16:3e:32:48:dd", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f702f9-f9", "ovs_interfaceid": "78f702f9-f90f-4506-9c55-8d9a2991ad2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.166226] env[69784]: DEBUG nova.virt.block_device [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updating existing volume attachment record: 44c11863-1f04-4c5b-be51-1c945d2897db {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 820.213677] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627392, 'name': ReconfigVM_Task, 'duration_secs': 0.342097} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.213940] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Reconfigured VM instance instance-00000029 to attach disk [datastore2] ca4a89a9-ae07-44ce-931a-5dbf779646b0/ca4a89a9-ae07-44ce-931a-5dbf779646b0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.214971] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7647f44f-d910-4955-a1c0-b94abc82c9e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.224902] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 820.224902] env[69784]: value = "task-3627393" [ 820.224902] env[69784]: _type = "Task" [ 820.224902] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.233657] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627393, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.524022] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.640015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.648020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.374s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.648020] env[69784]: INFO nova.compute.claims [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.669654] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Releasing lock "refresh_cache-9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.669973] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Instance network_info: |[{"id": "78f702f9-f90f-4506-9c55-8d9a2991ad2f", "address": "fa:16:3e:32:48:dd", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f702f9-f9", "ovs_interfaceid": "78f702f9-f90f-4506-9c55-8d9a2991ad2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.671043] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:48:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f702f9-f90f-4506-9c55-8d9a2991ad2f', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.682832] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.682832] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.682832] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce4c7f31-489f-4886-84c7-b306a354c954 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.702547] env[69784]: INFO nova.scheduler.client.report [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Deleted allocations for instance b6644a4c-b212-4aee-9621-343c5ece84e0 [ 820.714274] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.714274] env[69784]: value = "task-3627394" [ 820.714274] env[69784]: _type = "Task" [ 820.714274] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.724596] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627394, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.733681] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627393, 'name': Rename_Task, 'duration_secs': 0.140603} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.735764] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.736027] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db91423-13b1-463b-aec5-2e64be9e9d03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.743054] env[69784]: INFO nova.compute.manager [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Rebuilding instance [ 820.746919] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 820.746919] env[69784]: value = "task-3627395" [ 820.746919] env[69784]: _type = "Task" [ 820.746919] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.756894] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.801771] env[69784]: DEBUG nova.compute.manager [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.802726] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da7b67-6a19-409b-86c4-e5be098b5f4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.051380] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.138795] env[69784]: DEBUG nova.compute.manager [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Received event network-changed-78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.140189] env[69784]: DEBUG nova.compute.manager [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Refreshing instance network info cache due to event network-changed-78f702f9-f90f-4506-9c55-8d9a2991ad2f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.140520] env[69784]: DEBUG oslo_concurrency.lockutils [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] Acquiring lock "refresh_cache-9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.140884] env[69784]: DEBUG oslo_concurrency.lockutils [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] Acquired lock "refresh_cache-9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.140884] env[69784]: DEBUG nova.network.neutron [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Refreshing network info cache for port 78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.213586] env[69784]: DEBUG oslo_concurrency.lockutils [None req-773161ec-fa59-4e5d-9748-68be4cf027e6 tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "b6644a4c-b212-4aee-9621-343c5ece84e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.604s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.227520] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627394, 'name': CreateVM_Task, 'duration_secs': 0.380727} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.227791] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.229038] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.229038] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.229545] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.231115] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ad3f07-f4c1-479f-b431-5435151f2ed8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.236804] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 821.236804] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cf639c-ffc0-491c-0d6c-7766401c7a26" [ 821.236804] env[69784]: _type = "Task" [ 821.236804] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.249037] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cf639c-ffc0-491c-0d6c-7766401c7a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.257979] env[69784]: DEBUG oslo_vmware.api [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627395, 'name': PowerOnVM_Task, 'duration_secs': 0.491672} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.258312] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.258542] env[69784]: INFO nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Took 7.44 seconds to spawn the instance on the hypervisor. [ 821.258722] env[69784]: DEBUG nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.259626] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc42163f-8621-4376-b2a9-cf5fcdecf0d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.480330] env[69784]: DEBUG nova.network.neutron [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Successfully updated port: ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.749220] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cf639c-ffc0-491c-0d6c-7766401c7a26, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.754936] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.755205] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.755437] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.755682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.755895] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.756824] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6570237c-3ff0-4c6e-ac41-e746466b2d25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.768447] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.768640] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.769961] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a58915c-2f87-4736-9678-82aaa73c4446 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.782769] env[69784]: INFO nova.compute.manager [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Took 41.36 seconds to build instance. [ 821.788543] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 821.788543] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d4147d-b040-7bcb-1ff8-bd02ea822322" [ 821.788543] env[69784]: _type = "Task" [ 821.788543] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.798436] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d4147d-b040-7bcb-1ff8-bd02ea822322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.820186] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.820855] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dafad37-3ce1-4530-9b1b-0c3fc92793a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.827887] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 821.827887] env[69784]: value = "task-3627396" [ 821.827887] env[69784]: _type = "Task" [ 821.827887] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.842065] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.907693] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.908056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.908572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.908835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.909157] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.913179] env[69784]: INFO nova.compute.manager [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Terminating instance [ 821.988639] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquiring lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.988945] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquired lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.993243] env[69784]: DEBUG nova.network.neutron [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.138365] env[69784]: DEBUG nova.network.neutron [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Updated VIF entry in instance network info cache for port 78f702f9-f90f-4506-9c55-8d9a2991ad2f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.138757] env[69784]: DEBUG nova.network.neutron [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Updating instance_info_cache with network_info: [{"id": "78f702f9-f90f-4506-9c55-8d9a2991ad2f", "address": "fa:16:3e:32:48:dd", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f702f9-f9", "ovs_interfaceid": "78f702f9-f90f-4506-9c55-8d9a2991ad2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.288074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-299b6285-58b0-4aff-b6b5-b340cbd96266 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.004s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.302992] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d4147d-b040-7bcb-1ff8-bd02ea822322, 'name': SearchDatastore_Task, 'duration_secs': 0.019049} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.303614] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f705ed7-978d-419a-97c9-d9e78a0ec33e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.314853] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.314853] env[69784]: DEBUG nova.virt.hardware [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.314853] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73782d-1471-4692-93ef-c29f8ebb8a34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.320092] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b6f27-0135-451a-87fa-f08416ce5207 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.331257] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 822.331257] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520d60de-570f-b83a-1e03-99821d7e1281" [ 822.331257] env[69784]: _type = "Task" [ 822.331257] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.332850] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5164753-9a82-4170-9850-dd5cd03c3cd5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.338563] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd1d73-0eeb-48f8-b015-a576a70cd11b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.395693] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520d60de-570f-b83a-1e03-99821d7e1281, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.395952] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627396, 'name': PowerOffVM_Task, 'duration_secs': 0.214631} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.398293] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.398293] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b/9b7f9a9f-094d-49b1-8be8-f0e0b36b035b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.398293] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.398293] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.398891] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df22eabe-ab71-4e97-895f-4f3bbc95d058 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.403370] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42fee6f-f126-409e-95a7-79edba2cd0c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.404454] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a434807-980b-417a-aa36-eec5bcda4bff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.413993] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7afba43-9c5d-4d89-8b93-d0cdb9821655 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.418903] env[69784]: DEBUG nova.compute.manager [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.419186] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.421068] env[69784]: DEBUG nova.compute.manager [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.421307] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.422087] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30776179-4695-4ca0-bfe1-741af5ae056f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.424634] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6051f29e-9e5f-47ce-903f-ae79c9aa00d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.426224] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 822.426224] env[69784]: value = "task-3627397" [ 822.426224] env[69784]: _type = "Task" [ 822.426224] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.427851] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0acb80-9893-4c75-9407-cb2ecee7b1dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.449093] env[69784]: DEBUG nova.compute.provider_tree [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.453507] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.454310] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc46846-d40e-4f7e-a085-72c6d1752b85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.463293] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.464728] env[69784]: DEBUG oslo_vmware.api [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 822.464728] env[69784]: value = "task-3627399" [ 822.464728] env[69784]: _type = "Task" [ 822.464728] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.473632] env[69784]: DEBUG oslo_vmware.api [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.550203] env[69784]: DEBUG nova.network.neutron [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.642234] env[69784]: DEBUG oslo_concurrency.lockutils [req-e24bf65c-1199-49d2-8d0f-34c39da379d6 req-b4aeb631-79da-4725-8509-dd59c583508d service nova] Releasing lock "refresh_cache-9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.792590] env[69784]: DEBUG nova.network.neutron [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updating instance_info_cache with network_info: [{"id": "ac71a964-1b85-46f6-ae70-19e64c76262e", "address": "fa:16:3e:e3:75:b7", "network": {"id": "3a737b0c-232c-4dff-8c77-1994ab647c86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1865338948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d290987955c8471d99c6145a0e7dae06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71a964-1b", "ovs_interfaceid": "ac71a964-1b85-46f6-ae70-19e64c76262e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.795313] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.943061] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627397, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.955808] env[69784]: INFO nova.compute.manager [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] instance snapshotting [ 822.956879] env[69784]: WARNING nova.compute.manager [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 822.959456] env[69784]: DEBUG nova.scheduler.client.report [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.964076] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7f184-f121-4748-9418-63e71275b96f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.977794] env[69784]: DEBUG oslo_vmware.api [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627399, 'name': PowerOffVM_Task, 'duration_secs': 0.18826} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.995416] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.995416] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.995416] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022b774e-e81e-4801-98e1-b68206bae37e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.997159] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a22713-f317-443c-8b12-adec0e648843 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.173826] env[69784]: DEBUG nova.compute.manager [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Received event network-vif-plugged-ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.174308] env[69784]: DEBUG oslo_concurrency.lockutils [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] Acquiring lock "bee91322-be72-4998-aeb4-b8d6bf4a905d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.174549] env[69784]: DEBUG oslo_concurrency.lockutils [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.174723] env[69784]: DEBUG oslo_concurrency.lockutils [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.174894] env[69784]: DEBUG nova.compute.manager [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] No waiting events found dispatching network-vif-plugged-ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.175065] env[69784]: WARNING nova.compute.manager [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Received unexpected event network-vif-plugged-ac71a964-1b85-46f6-ae70-19e64c76262e for instance with vm_state building and task_state spawning. [ 823.175227] env[69784]: DEBUG nova.compute.manager [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Received event network-changed-ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.175378] env[69784]: DEBUG nova.compute.manager [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Refreshing instance network info cache due to event network-changed-ac71a964-1b85-46f6-ae70-19e64c76262e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.175538] env[69784]: DEBUG oslo_concurrency.lockutils [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] Acquiring lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.298789] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Releasing lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.298932] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Instance network_info: |[{"id": "ac71a964-1b85-46f6-ae70-19e64c76262e", "address": "fa:16:3e:e3:75:b7", "network": {"id": "3a737b0c-232c-4dff-8c77-1994ab647c86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1865338948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d290987955c8471d99c6145a0e7dae06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71a964-1b", "ovs_interfaceid": "ac71a964-1b85-46f6-ae70-19e64c76262e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.304341] env[69784]: DEBUG oslo_concurrency.lockutils [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] Acquired lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.304341] env[69784]: DEBUG nova.network.neutron [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Refreshing network info cache for port ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.304341] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:75:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac71a964-1b85-46f6-ae70-19e64c76262e', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.315958] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Creating folder: Project (d290987955c8471d99c6145a0e7dae06). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.319580] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5217a041-3915-40d3-aea1-972e4d7b4b36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.335514] env[69784]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 823.335590] env[69784]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69784) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 823.336875] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Folder already exists: Project (d290987955c8471d99c6145a0e7dae06). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 823.336875] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Creating folder: Instances. Parent ref: group-v723318. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.336875] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6d8ab4-6168-4771-9c65-b849ec2b36a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.346255] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.347713] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Created folder: Instances in parent group-v723318. [ 823.348033] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.348264] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.348482] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c6356ec-59dc-41a9-913a-4ebebf506a2c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.370386] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.370386] env[69784]: value = "task-3627403" [ 823.370386] env[69784]: _type = "Task" [ 823.370386] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.377073] env[69784]: DEBUG nova.compute.manager [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Received event network-changed-68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.377117] env[69784]: DEBUG nova.compute.manager [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Refreshing instance network info cache due to event network-changed-68005c26-0517-4360-857d-2290dc04b591. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.377366] env[69784]: DEBUG oslo_concurrency.lockutils [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] Acquiring lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.377442] env[69784]: DEBUG oslo_concurrency.lockutils [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] Acquired lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.377589] env[69784]: DEBUG nova.network.neutron [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Refreshing network info cache for port 68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.384264] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627403, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.442188] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572513} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.442452] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b/9b7f9a9f-094d-49b1-8be8-f0e0b36b035b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.442660] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.442906] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b5bdf2-9517-47bd-9562-59bcbc06731f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.450505] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 823.450505] env[69784]: value = "task-3627404" [ 823.450505] env[69784]: _type = "Task" [ 823.450505] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.458100] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.471582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.472590] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.474955] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.491s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.475420] env[69784]: DEBUG nova.objects.instance [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.513193] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.513193] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d47247b-7857-4423-844a-33fac926790c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.522089] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 823.522089] env[69784]: value = "task-3627405" [ 823.522089] env[69784]: _type = "Task" [ 823.522089] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.533940] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627405, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.891346] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627403, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.966103] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145982} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.969642] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.970772] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc27f14-cd32-460c-948e-9098b7922008 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.992126] env[69784]: DEBUG nova.compute.utils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.006105] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b/9b7f9a9f-094d-49b1-8be8-f0e0b36b035b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.011569] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.013014] env[69784]: DEBUG nova.network.neutron [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.013640] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bd51b3-4e9a-42b2-af69-c828e641e42f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.044567] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627405, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.046377] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 824.046377] env[69784]: value = "task-3627406" [ 824.046377] env[69784]: _type = "Task" [ 824.046377] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.145149] env[69784]: DEBUG nova.policy [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.300563] env[69784]: DEBUG nova.network.neutron [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updated VIF entry in instance network info cache for port 68005c26-0517-4360-857d-2290dc04b591. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.300751] env[69784]: DEBUG nova.network.neutron [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updating instance_info_cache with network_info: [{"id": "68005c26-0517-4360-857d-2290dc04b591", "address": "fa:16:3e:9b:a0:7d", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68005c26-05", "ovs_interfaceid": "68005c26-0517-4360-857d-2290dc04b591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.387648] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627403, 'name': CreateVM_Task, 'duration_secs': 0.542706} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.387648] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.387906] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '44c11863-1f04-4c5b-be51-1c945d2897db', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723322', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'name': 'volume-d7e63b8c-548e-4b69-8230-b37b99efeb96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee91322-be72-4998-aeb4-b8d6bf4a905d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'serial': 'd7e63b8c-548e-4b69-8230-b37b99efeb96'}, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69784) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.388117] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Root volume attach. Driver type: vmdk {{(pid=69784) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.389271] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ebc68-0d42-415c-8395-0ab6908336f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.399106] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f8eb9-97b8-4c67-9713-1c1cc614a195 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.408530] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ca1e9-3c43-4394-82a1-d3703d04dd3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.413396] env[69784]: DEBUG nova.network.neutron [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updated VIF entry in instance network info cache for port ac71a964-1b85-46f6-ae70-19e64c76262e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.413396] env[69784]: DEBUG nova.network.neutron [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updating instance_info_cache with network_info: [{"id": "ac71a964-1b85-46f6-ae70-19e64c76262e", "address": "fa:16:3e:e3:75:b7", "network": {"id": "3a737b0c-232c-4dff-8c77-1994ab647c86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1865338948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d290987955c8471d99c6145a0e7dae06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71a964-1b", "ovs_interfaceid": "ac71a964-1b85-46f6-ae70-19e64c76262e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.422373] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c9585eb5-0e6f-41c2-a07e-39e0fea05402 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.427510] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 824.427510] env[69784]: value = "task-3627407" [ 824.427510] env[69784]: _type = "Task" [ 824.427510] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.442046] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627407, 'name': RelocateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.513926] env[69784]: DEBUG oslo_concurrency.lockutils [None req-21648b9d-27d7-4c00-a6f0-8082dd556275 tempest-ServersAdmin275Test-897803312 tempest-ServersAdmin275Test-897803312-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.039s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.517355] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.522544] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.409s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.523308] env[69784]: DEBUG nova.objects.instance [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lazy-loading 'resources' on Instance uuid 0d5aaa90-407e-4962-8b22-c0d71d4edce6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.530016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "72073f52-6a85-4162-930e-fb82f4869214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.530627] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "72073f52-6a85-4162-930e-fb82f4869214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.546569] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627405, 'name': CreateSnapshot_Task, 'duration_secs': 0.590635} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.547122] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.551269] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e9ebb-1d6e-4750-aaa4-c9b372399219 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.559595] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627406, 'name': ReconfigVM_Task, 'duration_secs': 0.340573} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.564025] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b/9b7f9a9f-094d-49b1-8be8-f0e0b36b035b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.567457] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0290ae8e-bf0a-4cac-a185-292ed703772e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.575839] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 824.575839] env[69784]: value = "task-3627408" [ 824.575839] env[69784]: _type = "Task" [ 824.575839] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.585033] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627408, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.803399] env[69784]: DEBUG oslo_concurrency.lockutils [req-0c03b15b-03d4-424b-b922-48ae1105bd04 req-30eac34d-cd69-462f-ad61-762fcd9c80ac service nova] Releasing lock "refresh_cache-ca4a89a9-ae07-44ce-931a-5dbf779646b0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.917121] env[69784]: DEBUG oslo_concurrency.lockutils [req-f4f31bcc-af42-440b-9b4e-f662dceb8b92 req-2d5f3d7e-d8d6-4eec-98b0-cd6550829792 service nova] Releasing lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.940573] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627407, 'name': RelocateVM_Task, 'duration_secs': 0.439306} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.940881] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 824.945402] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723322', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'name': 'volume-d7e63b8c-548e-4b69-8230-b37b99efeb96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee91322-be72-4998-aeb4-b8d6bf4a905d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'serial': 'd7e63b8c-548e-4b69-8230-b37b99efeb96'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 824.946327] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d9a39-d165-430f-9126-ab231a7302a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.965523] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143c5ab-82f8-4013-a6af-a2b211b8fba6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.988025] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-d7e63b8c-548e-4b69-8230-b37b99efeb96/volume-d7e63b8c-548e-4b69-8230-b37b99efeb96.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.988475] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c55cfa7-a702-4dbd-9031-9b179fa207f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.014566] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 825.014566] env[69784]: value = "task-3627409" [ 825.014566] env[69784]: _type = "Task" [ 825.014566] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.022500] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.022720] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.022897] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore1] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.023567] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9d9540-9804-4219-94a9-ca1d6ad9b895 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.029290] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.040877] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 825.040877] env[69784]: value = "task-3627410" [ 825.040877] env[69784]: _type = "Task" [ 825.040877] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.044139] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.044139] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.044139] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Deleting the datastore file [datastore2] cb0a3558-11b6-40a9-87d3-2f920dcc20c0 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.046354] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aecf8e99-e3d0-40db-a50c-b7a170a51f9c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.058453] env[69784]: DEBUG oslo_vmware.api [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for the task: (returnval){ [ 825.058453] env[69784]: value = "task-3627411" [ 825.058453] env[69784]: _type = "Task" [ 825.058453] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.058750] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.069251] env[69784]: DEBUG oslo_vmware.api [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.077953] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.078357] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8adcbdf-45e7-4a5c-92b8-9c359577fb0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.093559] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627408, 'name': Rename_Task, 'duration_secs': 0.164154} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.096298] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.096298] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 825.096298] env[69784]: value = "task-3627412" [ 825.096298] env[69784]: _type = "Task" [ 825.096298] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.096298] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ca426f-08de-4ad0-b50d-ce822d224627 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.102811] env[69784]: DEBUG nova.network.neutron [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Successfully created port: 33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.109538] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627412, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.109831] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 825.109831] env[69784]: value = "task-3627413" [ 825.109831] env[69784]: _type = "Task" [ 825.109831] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.527179] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627409, 'name': ReconfigVM_Task, 'duration_secs': 0.388038} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.527457] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-d7e63b8c-548e-4b69-8230-b37b99efeb96/volume-d7e63b8c-548e-4b69-8230-b37b99efeb96.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.532342] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16fdebf4-a79a-4072-b1ef-41040cfc43cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.546144] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.558965] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157476} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.558965] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.559050] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.559529] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.563325] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 825.563325] env[69784]: value = "task-3627414" [ 825.563325] env[69784]: _type = "Task" [ 825.563325] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.582020] env[69784]: DEBUG oslo_vmware.api [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Task: {'id': task-3627411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149187} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.587626] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.588034] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.588034] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.589228] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.589462] env[69784]: DEBUG nova.virt.hardware [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.589866] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.589866] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.590240] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.590240] env[69784]: INFO nova.compute.manager [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Took 3.17 seconds to destroy the instance on the hypervisor. [ 825.590452] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.590784] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.591737] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11836a-aa4f-4943-8192-e89b3be004a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.594949] env[69784]: DEBUG nova.compute.manager [-] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.594949] env[69784]: DEBUG nova.network.neutron [-] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.608460] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3003e-ac90-4a4d-845d-99d7342c85b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.623630] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627412, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.641246] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627413, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.740721] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd34533d-9597-4fd3-867b-2aeb0a7c05ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.748482] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2e16e1-ab6f-4349-aa32-0dbce973ed53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.779603] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f27dfd-edd1-4b14-bf1c-e4eaa70cb2ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787876] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9801c7d4-0ef3-47cb-8622-3426b2164045 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.801532] env[69784]: DEBUG nova.compute.provider_tree [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.077376] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627414, 'name': ReconfigVM_Task, 'duration_secs': 0.151609} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.077715] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723322', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'name': 'volume-d7e63b8c-548e-4b69-8230-b37b99efeb96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee91322-be72-4998-aeb4-b8d6bf4a905d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'serial': 'd7e63b8c-548e-4b69-8230-b37b99efeb96'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 826.078291] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85896a8f-de2f-47bc-888e-ffacd080baaa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.085113] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 826.085113] env[69784]: value = "task-3627415" [ 826.085113] env[69784]: _type = "Task" [ 826.085113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.093787] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627415, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.096035] env[69784]: DEBUG nova.compute.manager [req-1e467446-6da1-4335-b414-1819c13ace25 req-93f6c077-2e36-4cae-b828-38e284d87f79 service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Received event network-vif-deleted-97dcf8c1-8d22-4abf-9055-2e849b4384b8 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.096227] env[69784]: INFO nova.compute.manager [req-1e467446-6da1-4335-b414-1819c13ace25 req-93f6c077-2e36-4cae-b828-38e284d87f79 service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Neutron deleted interface 97dcf8c1-8d22-4abf-9055-2e849b4384b8; detaching it from the instance and deleting it from the info cache [ 826.096390] env[69784]: DEBUG nova.network.neutron [req-1e467446-6da1-4335-b414-1819c13ace25 req-93f6c077-2e36-4cae-b828-38e284d87f79 service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.109881] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627412, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.125587] env[69784]: DEBUG oslo_vmware.api [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627413, 'name': PowerOnVM_Task, 'duration_secs': 0.847567} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.125895] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.126101] env[69784]: INFO nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Took 8.54 seconds to spawn the instance on the hypervisor. [ 826.126276] env[69784]: DEBUG nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.127059] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c539a857-9b26-4371-a41d-67bf6eb652fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.309021] env[69784]: DEBUG nova.scheduler.client.report [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.554994] env[69784]: DEBUG nova.network.neutron [-] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.598600] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627415, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.601440] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.602028] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.602675] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.602675] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.602675] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.602847] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.602992] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.603231] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.603424] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.603592] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.603797] env[69784]: DEBUG nova.virt.hardware [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.604117] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7968a2f-1733-493f-8baa-0f505c170185 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.607251] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896dff9d-4e7a-461b-81fd-f705fbc061f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.620423] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627412, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.626200] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71c5fc-76f0-4907-bb4e-46a17441cecc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.637461] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2508e45f-237e-4058-b125-2ac25e5a162c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.656199] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:42:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b06ac32-fff4-4089-a9a3-2fb11a710dee', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.664363] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.681760] env[69784]: INFO nova.compute.manager [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Took 43.35 seconds to build instance. [ 826.682820] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.683041] env[69784]: DEBUG nova.compute.manager [req-1e467446-6da1-4335-b414-1819c13ace25 req-93f6c077-2e36-4cae-b828-38e284d87f79 service nova] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Detach interface failed, port_id=97dcf8c1-8d22-4abf-9055-2e849b4384b8, reason: Instance cb0a3558-11b6-40a9-87d3-2f920dcc20c0 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.683533] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6f80515-b6c2-415d-98de-659934e4b19e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.704526] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.704526] env[69784]: value = "task-3627416" [ 826.704526] env[69784]: _type = "Task" [ 826.704526] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.714188] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627416, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.810488] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.813138] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.424s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.814772] env[69784]: INFO nova.compute.claims [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.844810] env[69784]: INFO nova.scheduler.client.report [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Deleted allocations for instance 0d5aaa90-407e-4962-8b22-c0d71d4edce6 [ 827.057064] env[69784]: INFO nova.compute.manager [-] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Took 1.46 seconds to deallocate network for instance. [ 827.098816] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627415, 'name': Rename_Task, 'duration_secs': 0.774773} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.099232] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.099612] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e4d0ed-2d22-4d4c-ba54-373b255f56dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.106716] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 827.106716] env[69784]: value = "task-3627417" [ 827.106716] env[69784]: _type = "Task" [ 827.106716] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.120683] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.126333] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627412, 'name': CloneVM_Task, 'duration_secs': 1.62137} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.126333] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Created linked-clone VM from snapshot [ 827.126933] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf45a812-e778-4ff7-8eee-35eae0ff30ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.136661] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Uploading image de2f84b2-3f57-457a-ab16-8e49b6186b7e {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.165737] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.165737] env[69784]: value = "vm-723397" [ 827.165737] env[69784]: _type = "VirtualMachine" [ 827.165737] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.166046] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03a46f7c-a34b-4a2d-a4c5-800868c3f7a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172953] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease: (returnval){ [ 827.172953] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b13711-d837-b3b1-49b5-963f798ac070" [ 827.172953] env[69784]: _type = "HttpNfcLease" [ 827.172953] env[69784]: } obtained for exporting VM: (result){ [ 827.172953] env[69784]: value = "vm-723397" [ 827.172953] env[69784]: _type = "VirtualMachine" [ 827.172953] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.174238] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the lease: (returnval){ [ 827.174238] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b13711-d837-b3b1-49b5-963f798ac070" [ 827.174238] env[69784]: _type = "HttpNfcLease" [ 827.174238] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.182027] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.182027] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b13711-d837-b3b1-49b5-963f798ac070" [ 827.182027] env[69784]: _type = "HttpNfcLease" [ 827.182027] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.199607] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8120cee5-2e6a-4e62-80b2-c068d07f5ffd tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.338s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.216990] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627416, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.231897] env[69784]: DEBUG nova.network.neutron [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Successfully updated port: 33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.355038] env[69784]: DEBUG oslo_concurrency.lockutils [None req-021c2091-a053-4988-bc88-187894db3a85 tempest-ListServerFiltersTestJSON-475682025 tempest-ListServerFiltersTestJSON-475682025-project-member] Lock "0d5aaa90-407e-4962-8b22-c0d71d4edce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.255s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.430723] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19012bd5-9638-4fb8-95a9-60c931415c2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.440470] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Suspending the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 827.440470] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-acf60605-8cd6-4c3f-a7a0-9dacd998e5d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.449727] env[69784]: DEBUG oslo_vmware.api [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] Waiting for the task: (returnval){ [ 827.449727] env[69784]: value = "task-3627419" [ 827.449727] env[69784]: _type = "Task" [ 827.449727] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.460223] env[69784]: DEBUG oslo_vmware.api [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] Task: {'id': task-3627419, 'name': SuspendVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.570106] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.619070] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.691829] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.691829] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b13711-d837-b3b1-49b5-963f798ac070" [ 827.691829] env[69784]: _type = "HttpNfcLease" [ 827.691829] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.692650] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.692650] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b13711-d837-b3b1-49b5-963f798ac070" [ 827.692650] env[69784]: _type = "HttpNfcLease" [ 827.692650] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.693022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c553ff0c-7875-42a7-83a0-ce95e4b49154 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.703480] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.707569] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a25cf-922e-9c94-0cdc-194ed50643bd/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.711514] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a25cf-922e-9c94-0cdc-194ed50643bd/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.777411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-b5455fa5-e7e9-46cf-80ad-6b672699afe9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.777554] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-b5455fa5-e7e9-46cf-80ad-6b672699afe9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.777704] env[69784]: DEBUG nova.network.neutron [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.789203] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627416, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.850823] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1cc066f-5be7-496e-b6ef-05a12ed059ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.963691] env[69784]: DEBUG oslo_vmware.api [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] Task: {'id': task-3627419, 'name': SuspendVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.126944] env[69784]: DEBUG oslo_vmware.api [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627417, 'name': PowerOnVM_Task, 'duration_secs': 0.694119} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.133056] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.133056] env[69784]: INFO nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Took 5.82 seconds to spawn the instance on the hypervisor. [ 828.133056] env[69784]: DEBUG nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.135263] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597929b-5416-4aa4-8f8b-fa79c63c3818 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.141216] env[69784]: DEBUG nova.compute.manager [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Received event network-vif-plugged-33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.141433] env[69784]: DEBUG oslo_concurrency.lockutils [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] Acquiring lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.141638] env[69784]: DEBUG oslo_concurrency.lockutils [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.141804] env[69784]: DEBUG oslo_concurrency.lockutils [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.141963] env[69784]: DEBUG nova.compute.manager [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] No waiting events found dispatching network-vif-plugged-33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.142132] env[69784]: WARNING nova.compute.manager [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Received unexpected event network-vif-plugged-33bd19f4-68c9-4496-8dc7-e3cb33124b77 for instance with vm_state building and task_state spawning. [ 828.142283] env[69784]: DEBUG nova.compute.manager [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Received event network-changed-33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.142439] env[69784]: DEBUG nova.compute.manager [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Refreshing instance network info cache due to event network-changed-33bd19f4-68c9-4496-8dc7-e3cb33124b77. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.142597] env[69784]: DEBUG oslo_concurrency.lockutils [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] Acquiring lock "refresh_cache-b5455fa5-e7e9-46cf-80ad-6b672699afe9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.243726] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627416, 'name': CreateVM_Task, 'duration_secs': 1.404325} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.243945] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.244625] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244924] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.245415] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.245755] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e30179-5cd9-48a3-b005-618d97b15bd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.250486] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 828.250486] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288caa4-a0ea-2dd6-c9ba-f57d330fdac4" [ 828.250486] env[69784]: _type = "Task" [ 828.250486] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.251432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.263140] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288caa4-a0ea-2dd6-c9ba-f57d330fdac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.332825] env[69784]: DEBUG nova.network.neutron [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.468081] env[69784]: DEBUG oslo_vmware.api [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] Task: {'id': task-3627419, 'name': SuspendVM_Task, 'duration_secs': 0.693026} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.468184] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Suspended the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 828.468669] env[69784]: DEBUG nova.compute.manager [None req-46387176-6afa-40f2-8f6a-bc0b37968d3d tempest-ServersAdminNegativeTestJSON-1269115383 tempest-ServersAdminNegativeTestJSON-1269115383-project-admin] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.469865] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1210ed-65dc-4a2c-9d66-321b1c24c7f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.579313] env[69784]: DEBUG nova.network.neutron [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Updating instance_info_cache with network_info: [{"id": "33bd19f4-68c9-4496-8dc7-e3cb33124b77", "address": "fa:16:3e:02:81:7f", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bd19f4-68", "ovs_interfaceid": "33bd19f4-68c9-4496-8dc7-e3cb33124b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.587116] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3b24bd-58b9-4c51-847a-04b498c2a13d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.603271] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1712d2-8ebe-42f3-9134-e9b9fe4a9e03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.645738] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353f0364-6a62-41b3-9499-3fb2d7744487 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.655387] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86808923-4844-4371-ab3f-48da951a9703 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669123] env[69784]: INFO nova.compute.manager [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Took 40.81 seconds to build instance. [ 828.679691] env[69784]: DEBUG nova.compute.provider_tree [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.766427] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288caa4-a0ea-2dd6-c9ba-f57d330fdac4, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.766427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.766427] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.766427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.766427] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.766945] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58be9aee-6881-42f4-aae8-085bbd162ef3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.776230] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.776538] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.777490] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fc3a8b-61d2-45df-bc66-11d58a7c6d7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.783258] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 828.783258] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cabb8d-0c8d-fa52-1a59-b7602da52c0f" [ 828.783258] env[69784]: _type = "Task" [ 828.783258] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.793118] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cabb8d-0c8d-fa52-1a59-b7602da52c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.084249] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-b5455fa5-e7e9-46cf-80ad-6b672699afe9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.084496] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Instance network_info: |[{"id": "33bd19f4-68c9-4496-8dc7-e3cb33124b77", "address": "fa:16:3e:02:81:7f", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bd19f4-68", "ovs_interfaceid": "33bd19f4-68c9-4496-8dc7-e3cb33124b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.084896] env[69784]: DEBUG oslo_concurrency.lockutils [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] Acquired lock "refresh_cache-b5455fa5-e7e9-46cf-80ad-6b672699afe9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.085204] env[69784]: DEBUG nova.network.neutron [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Refreshing network info cache for port 33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.087963] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:81:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33bd19f4-68c9-4496-8dc7-e3cb33124b77', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.096452] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.100101] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.100631] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cca13b7d-b74f-4f8c-86b5-76e51e74c3bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.122717] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.122717] env[69784]: value = "task-3627423" [ 829.122717] env[69784]: _type = "Task" [ 829.122717] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.134283] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627423, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.182464] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee841e6c-e611-4751-bba7-324a586ff082 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.862s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.183422] env[69784]: DEBUG nova.scheduler.client.report [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.293739] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cabb8d-0c8d-fa52-1a59-b7602da52c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.294585] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39211f5-d38c-49cf-913d-a692c1dbc88a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.300184] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 829.300184] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526abbf1-3156-0e91-4a7b-c83df998c3e1" [ 829.300184] env[69784]: _type = "Task" [ 829.300184] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.308647] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526abbf1-3156-0e91-4a7b-c83df998c3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.351578] env[69784]: DEBUG nova.network.neutron [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Updated VIF entry in instance network info cache for port 33bd19f4-68c9-4496-8dc7-e3cb33124b77. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.351990] env[69784]: DEBUG nova.network.neutron [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Updating instance_info_cache with network_info: [{"id": "33bd19f4-68c9-4496-8dc7-e3cb33124b77", "address": "fa:16:3e:02:81:7f", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bd19f4-68", "ovs_interfaceid": "33bd19f4-68c9-4496-8dc7-e3cb33124b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.635654] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627423, 'name': CreateVM_Task, 'duration_secs': 0.383318} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.636173] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.639020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.639020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.639020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.639020] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2307cc6-fc40-440b-bc6e-661f1249a0c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.644809] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 829.644809] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52818a54-367b-7664-bc17-3ecf473e9a6c" [ 829.644809] env[69784]: _type = "Task" [ 829.644809] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.654355] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52818a54-367b-7664-bc17-3ecf473e9a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.689274] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.689805] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.692673] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.695679] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.880s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.697207] env[69784]: INFO nova.compute.claims [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.818154] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526abbf1-3156-0e91-4a7b-c83df998c3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.818154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.818154] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.818154] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff5dc3f2-ea39-4e2f-8d5b-3fab9f8cea68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.825405] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 829.825405] env[69784]: value = "task-3627424" [ 829.825405] env[69784]: _type = "Task" [ 829.825405] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.835526] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.855592] env[69784]: DEBUG oslo_concurrency.lockutils [req-aba98df9-f1ca-464b-b5cb-5dec3fe8904f req-3817dbf1-ad49-4226-ac96-04f733169a38 service nova] Releasing lock "refresh_cache-b5455fa5-e7e9-46cf-80ad-6b672699afe9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.164961] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52818a54-367b-7664-bc17-3ecf473e9a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.165641] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.166152] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.166523] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.166900] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.167096] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.167542] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee7d66a-aaf5-4a51-8c29-614493794125 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.185816] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.185816] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.186530] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b2e4fd-c867-48c8-9ec2-61e6e7c34770 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.194743] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 830.194743] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5c99b-107f-9869-fc6f-fda2d2b6f3f9" [ 830.194743] env[69784]: _type = "Task" [ 830.194743] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.205250] env[69784]: DEBUG nova.compute.utils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.222029] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.222029] env[69784]: DEBUG nova.network.neutron [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.222495] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5c99b-107f-9869-fc6f-fda2d2b6f3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.249375] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.299085] env[69784]: DEBUG nova.policy [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72872b7a8a084a2e94c0a8f7b4b570ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec73d1f0a5894212afc1530042597cb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.338371] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501362} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.338694] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.338963] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.339413] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438b9620-5d0e-4e20-be9d-7a72d0c9fa46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.347576] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 830.347576] env[69784]: value = "task-3627425" [ 830.347576] env[69784]: _type = "Task" [ 830.347576] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.361462] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.711016] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5c99b-107f-9869-fc6f-fda2d2b6f3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.056584} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.711964] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d8a7cb-93d8-49b2-bf66-0482086731cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.719940] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 830.719940] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273d384-a996-27a1-3e96-b5fa8f67048f" [ 830.719940] env[69784]: _type = "Task" [ 830.719940] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.727082] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.739486] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273d384-a996-27a1-3e96-b5fa8f67048f, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.739848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.740168] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b5455fa5-e7e9-46cf-80ad-6b672699afe9/b5455fa5-e7e9-46cf-80ad-6b672699afe9.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.740496] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7dde3f8-18a2-4fcc-90ad-aafcbd2e95aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.750276] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 830.750276] env[69784]: value = "task-3627426" [ 830.750276] env[69784]: _type = "Task" [ 830.750276] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.761398] env[69784]: DEBUG nova.compute.manager [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Received event network-changed-ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.761398] env[69784]: DEBUG nova.compute.manager [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Refreshing instance network info cache due to event network-changed-ac71a964-1b85-46f6-ae70-19e64c76262e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.761534] env[69784]: DEBUG oslo_concurrency.lockutils [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] Acquiring lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.761747] env[69784]: DEBUG oslo_concurrency.lockutils [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] Acquired lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.761896] env[69784]: DEBUG nova.network.neutron [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Refreshing network info cache for port ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.772849] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.866917] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077267} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.868523] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.868662] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa854778-25b0-4303-9f19-9975024a4e19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.895076] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.896220] env[69784]: DEBUG nova.network.neutron [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Successfully created port: 8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.901101] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a98be36-2e89-401b-91e7-a09f35596b76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.928132] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 830.928132] env[69784]: value = "task-3627427" [ 830.928132] env[69784]: _type = "Task" [ 830.928132] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.941429] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.268112] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627426, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.447831] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.537109] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683d7c77-0ff9-434f-98e0-503d0847c57a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.548802] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0365c408-3628-4226-8f10-18c8b778cc50 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.588527] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cbcf0c-42aa-4c74-aac0-d997f0394159 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.598152] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768fddb5-74e5-45af-bddd-f3de70462881 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.613540] env[69784]: DEBUG nova.compute.provider_tree [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.669735] env[69784]: DEBUG nova.network.neutron [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updated VIF entry in instance network info cache for port ac71a964-1b85-46f6-ae70-19e64c76262e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.669735] env[69784]: DEBUG nova.network.neutron [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updating instance_info_cache with network_info: [{"id": "ac71a964-1b85-46f6-ae70-19e64c76262e", "address": "fa:16:3e:e3:75:b7", "network": {"id": "3a737b0c-232c-4dff-8c77-1994ab647c86", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1865338948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d290987955c8471d99c6145a0e7dae06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71a964-1b", "ovs_interfaceid": "ac71a964-1b85-46f6-ae70-19e64c76262e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.742781] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.763050] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614478} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.765724] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b5455fa5-e7e9-46cf-80ad-6b672699afe9/b5455fa5-e7e9-46cf-80ad-6b672699afe9.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.765724] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.766111] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d3e0a5-b1b7-479c-a503-24c0f3120356 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.773140] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.773437] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.773602] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.773787] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.774248] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.775257] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.775516] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.775683] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.775894] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.776094] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.776273] env[69784]: DEBUG nova.virt.hardware [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.777250] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7115fa-b728-478d-8497-540a99eba29a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.781899] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 831.781899] env[69784]: value = "task-3627429" [ 831.781899] env[69784]: _type = "Task" [ 831.781899] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.789996] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c1148-cbea-4f70-8bf7-cb809f4e4277 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.798202] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.941859] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627427, 'name': ReconfigVM_Task, 'duration_secs': 0.765167} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.942266] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333/6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.943046] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2e1295-8697-4395-84b4-d443d53fb212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.953732] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 831.953732] env[69784]: value = "task-3627430" [ 831.953732] env[69784]: _type = "Task" [ 831.953732] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.965252] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627430, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.117650] env[69784]: DEBUG nova.scheduler.client.report [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.172019] env[69784]: DEBUG oslo_concurrency.lockutils [req-e74165fb-3c9c-4f2d-887a-a28f818ead96 req-674bfebc-7d96-4de7-9773-1d23a0836f1e service nova] Releasing lock "refresh_cache-bee91322-be72-4998-aeb4-b8d6bf4a905d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.295014] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091641} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.295788] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.296603] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf2275-35cd-44e4-bcb0-d4067ff34cfd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.321686] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b5455fa5-e7e9-46cf-80ad-6b672699afe9/b5455fa5-e7e9-46cf-80ad-6b672699afe9.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.322075] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c65226a-9162-4dac-a72a-7d5a40a117f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.345685] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 832.345685] env[69784]: value = "task-3627431" [ 832.345685] env[69784]: _type = "Task" [ 832.345685] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.354096] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.469468] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627430, 'name': Rename_Task, 'duration_secs': 0.170382} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.469790] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.470088] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8880d682-e4a8-4f92-b361-3493d7bc23e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.481697] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 832.481697] env[69784]: value = "task-3627432" [ 832.481697] env[69784]: _type = "Task" [ 832.481697] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.489447] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.624381] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.625832] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.486s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.626159] env[69784]: DEBUG nova.objects.instance [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lazy-loading 'resources' on Instance uuid 1d637c07-261f-4bac-b2a7-31da1cc9d1e4 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.729035] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.729322] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.729604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.729806] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.729977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.732316] env[69784]: INFO nova.compute.manager [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Terminating instance [ 832.815282] env[69784]: DEBUG nova.compute.manager [req-35083875-a55a-47d6-8182-1bb30c87a1d3 req-930d71f3-2b32-4fc1-bf5c-8a4acb38bae4 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Received event network-vif-plugged-8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.815282] env[69784]: DEBUG oslo_concurrency.lockutils [req-35083875-a55a-47d6-8182-1bb30c87a1d3 req-930d71f3-2b32-4fc1-bf5c-8a4acb38bae4 service nova] Acquiring lock "9e341751-78ca-4aff-ba61-33023725d897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.815282] env[69784]: DEBUG oslo_concurrency.lockutils [req-35083875-a55a-47d6-8182-1bb30c87a1d3 req-930d71f3-2b32-4fc1-bf5c-8a4acb38bae4 service nova] Lock "9e341751-78ca-4aff-ba61-33023725d897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.815282] env[69784]: DEBUG oslo_concurrency.lockutils [req-35083875-a55a-47d6-8182-1bb30c87a1d3 req-930d71f3-2b32-4fc1-bf5c-8a4acb38bae4 service nova] Lock "9e341751-78ca-4aff-ba61-33023725d897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.815646] env[69784]: DEBUG nova.compute.manager [req-35083875-a55a-47d6-8182-1bb30c87a1d3 req-930d71f3-2b32-4fc1-bf5c-8a4acb38bae4 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] No waiting events found dispatching network-vif-plugged-8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.815969] env[69784]: WARNING nova.compute.manager [req-35083875-a55a-47d6-8182-1bb30c87a1d3 req-930d71f3-2b32-4fc1-bf5c-8a4acb38bae4 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Received unexpected event network-vif-plugged-8176603f-93e3-45d1-8899-59d250b183e7 for instance with vm_state building and task_state spawning. [ 832.861893] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627431, 'name': ReconfigVM_Task, 'duration_secs': 0.332969} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.862276] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b5455fa5-e7e9-46cf-80ad-6b672699afe9/b5455fa5-e7e9-46cf-80ad-6b672699afe9.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.862975] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd3e431f-e68f-4346-acb8-12b2555c7733 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.874113] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 832.874113] env[69784]: value = "task-3627433" [ 832.874113] env[69784]: _type = "Task" [ 832.874113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.892020] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627433, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.994130] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.135962] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "96b137c9-2636-4282-b36b-0ca9b9bc5a36" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.136513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "96b137c9-2636-4282-b36b-0ca9b9bc5a36" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.222814] env[69784]: DEBUG nova.network.neutron [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Successfully updated port: 8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.240106] env[69784]: DEBUG nova.compute.manager [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.240106] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.240106] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad08a24c-d0e1-4fb0-b55a-95240200193a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.250599] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.250915] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6291871-0b36-4bed-aaaa-0285172f9c50 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.345788] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.346242] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.346242] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Deleting the datastore file [datastore1] 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.346546] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52f3cd1b-923f-4ec7-80f3-116b4048100a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.358467] env[69784]: DEBUG oslo_vmware.api [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 833.358467] env[69784]: value = "task-3627435" [ 833.358467] env[69784]: _type = "Task" [ 833.358467] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.371328] env[69784]: DEBUG oslo_vmware.api [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.386553] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627433, 'name': Rename_Task, 'duration_secs': 0.220253} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.386553] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.386553] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b9dc52-7e13-48aa-9272-5f39e79dc0be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.397930] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 833.397930] env[69784]: value = "task-3627436" [ 833.397930] env[69784]: _type = "Task" [ 833.397930] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.418322] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.493184] env[69784]: DEBUG oslo_vmware.api [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627432, 'name': PowerOnVM_Task, 'duration_secs': 0.528815} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.496793] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.496793] env[69784]: DEBUG nova.compute.manager [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.496793] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984afb18-fe46-42b9-925f-7df8061d3f1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.545509] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "dbe26289-c70f-4ade-897a-6e8a00a4665c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.545774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.644155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "96b137c9-2636-4282-b36b-0ca9b9bc5a36" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.644843] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.725411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "refresh_cache-9e341751-78ca-4aff-ba61-33023725d897" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.725720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "refresh_cache-9e341751-78ca-4aff-ba61-33023725d897" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.725930] env[69784]: DEBUG nova.network.neutron [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.784594] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4028a74-921f-44c0-8519-b8bf440f68d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.797922] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f633d8-5694-4497-9f0b-a37204c2da65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.828945] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6e99e-c54e-4c88-a34c-fbb0c592f799 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.838185] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ebc27-f667-4efd-9433-ca788f0ee938 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.853101] env[69784]: DEBUG nova.compute.provider_tree [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.870280] env[69784]: DEBUG oslo_vmware.api [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268707} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.870529] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.870709] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.870886] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.871081] env[69784]: INFO nova.compute.manager [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 833.871310] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.871495] env[69784]: DEBUG nova.compute.manager [-] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.871592] env[69784]: DEBUG nova.network.neutron [-] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.911594] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.018022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.151336] env[69784]: DEBUG nova.compute.utils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.152397] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.154963] env[69784]: DEBUG nova.network.neutron [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.206025] env[69784]: DEBUG nova.policy [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b7f376532241c4bdfd3fff0f53663c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596c251a1e564d6686781a69f6b0f59a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.291352] env[69784]: DEBUG nova.network.neutron [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.393132] env[69784]: ERROR nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [req-94c8c1ab-ccb9-460c-bfb9-b080e120fb95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94c8c1ab-ccb9-460c-bfb9-b080e120fb95"}]} [ 834.417726] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.421198] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 834.441225] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 834.441511] env[69784]: DEBUG nova.compute.provider_tree [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.458300] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 834.479205] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 834.611408] env[69784]: DEBUG nova.network.neutron [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Updating instance_info_cache with network_info: [{"id": "8176603f-93e3-45d1-8899-59d250b183e7", "address": "fa:16:3e:6c:53:e9", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8176603f-93", "ovs_interfaceid": "8176603f-93e3-45d1-8899-59d250b183e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.633393] env[69784]: DEBUG nova.network.neutron [-] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.656116] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.807783] env[69784]: DEBUG nova.network.neutron [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Successfully created port: 56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.915841] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.000996] env[69784]: DEBUG nova.compute.manager [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Received event network-changed-8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.001248] env[69784]: DEBUG nova.compute.manager [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Refreshing instance network info cache due to event network-changed-8176603f-93e3-45d1-8899-59d250b183e7. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.001405] env[69784]: DEBUG oslo_concurrency.lockutils [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] Acquiring lock "refresh_cache-9e341751-78ca-4aff-ba61-33023725d897" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.114265] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "refresh_cache-9e341751-78ca-4aff-ba61-33023725d897" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.114616] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Instance network_info: |[{"id": "8176603f-93e3-45d1-8899-59d250b183e7", "address": "fa:16:3e:6c:53:e9", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8176603f-93", "ovs_interfaceid": "8176603f-93e3-45d1-8899-59d250b183e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.114948] env[69784]: DEBUG oslo_concurrency.lockutils [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] Acquired lock "refresh_cache-9e341751-78ca-4aff-ba61-33023725d897" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.115188] env[69784]: DEBUG nova.network.neutron [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Refreshing network info cache for port 8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.116516] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:53:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8176603f-93e3-45d1-8899-59d250b183e7', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.125636] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Creating folder: Project (ec73d1f0a5894212afc1530042597cb0). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.131349] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9139b5e8-0813-449b-ab91-49e086841f02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.138189] env[69784]: INFO nova.compute.manager [-] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Took 1.27 seconds to deallocate network for instance. [ 835.152247] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Created folder: Project (ec73d1f0a5894212afc1530042597cb0) in parent group-v723273. [ 835.153337] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Creating folder: Instances. Parent ref: group-v723403. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.153867] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fca5653-b3f0-4736-b5b1-95f2a0c4c03b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.157486] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cee031-df15-49dc-a9d4-00209dfb97a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.168776] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabd2965-8d6a-4ec5-92f1-b531da7f328c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.174748] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Created folder: Instances in parent group-v723403. [ 835.175433] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.204468] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.208792] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42aa6ff3-7c40-4658-9e50-568508c6c0bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.225897] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95959cde-dec5-40aa-8b93-1935d7fc13cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.236931] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7705d44-336e-4db9-a3a5-841c7eebc679 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.241455] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.241455] env[69784]: value = "task-3627440" [ 835.241455] env[69784]: _type = "Task" [ 835.241455] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.254913] env[69784]: DEBUG nova.compute.provider_tree [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.263098] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627440, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.413884] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.417591] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.418027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.418130] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.418467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.418614] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.421466] env[69784]: INFO nova.compute.manager [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Terminating instance [ 835.505845] env[69784]: DEBUG nova.network.neutron [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Updated VIF entry in instance network info cache for port 8176603f-93e3-45d1-8899-59d250b183e7. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.506478] env[69784]: DEBUG nova.network.neutron [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Updating instance_info_cache with network_info: [{"id": "8176603f-93e3-45d1-8899-59d250b183e7", "address": "fa:16:3e:6c:53:e9", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8176603f-93", "ovs_interfaceid": "8176603f-93e3-45d1-8899-59d250b183e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.593656] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a25cf-922e-9c94-0cdc-194ed50643bd/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.594633] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7173f0-feda-46bd-94f6-90344f49bf31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.602189] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a25cf-922e-9c94-0cdc-194ed50643bd/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.602378] env[69784]: ERROR oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a25cf-922e-9c94-0cdc-194ed50643bd/disk-0.vmdk due to incomplete transfer. [ 835.602608] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-69291617-a687-4c70-8e10-f81f8e553381 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.612503] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a25cf-922e-9c94-0cdc-194ed50643bd/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.612775] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Uploaded image de2f84b2-3f57-457a-ab16-8e49b6186b7e to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.615058] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.615348] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac6afbe1-e318-4a9b-a300-d55fecc23527 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.624522] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 835.624522] env[69784]: value = "task-3627442" [ 835.624522] env[69784]: _type = "Task" [ 835.624522] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.635898] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627442, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.645207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.665313] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.691084] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.691473] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.691781] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.692034] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.692290] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.692538] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.692856] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.693188] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.693472] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.694280] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.694280] env[69784]: DEBUG nova.virt.hardware [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.695135] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b39f3b-8887-40a0-b409-b5998e03f850 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.704334] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57dbb71-9a87-4108-9faa-5ffa27a33834 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.753557] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627440, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.781565] env[69784]: ERROR nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] [req-1642f558-1c83-42db-a4b9-b20acb0ddb0d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1642f558-1c83-42db-a4b9-b20acb0ddb0d"}]} [ 835.800740] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 835.819753] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 835.820223] env[69784]: DEBUG nova.compute.provider_tree [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.833414] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 835.857577] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 835.914753] env[69784]: DEBUG oslo_vmware.api [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627436, 'name': PowerOnVM_Task, 'duration_secs': 2.085106} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.915077] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.915301] env[69784]: INFO nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Took 10.37 seconds to spawn the instance on the hypervisor. [ 835.915500] env[69784]: DEBUG nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.916418] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27017832-2adf-464f-a0d6-fccdd6a70791 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.931188] env[69784]: DEBUG nova.compute.manager [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.931457] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.932602] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc66b614-b88b-4201-8d5d-08ca24554d07 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.948493] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.949739] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-828e23b5-a7f2-489b-b541-94a49f2c5d04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.959505] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 835.959505] env[69784]: value = "task-3627443" [ 835.959505] env[69784]: _type = "Task" [ 835.959505] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.979602] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.016579] env[69784]: DEBUG oslo_concurrency.lockutils [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] Releasing lock "refresh_cache-9e341751-78ca-4aff-ba61-33023725d897" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.016961] env[69784]: DEBUG nova.compute.manager [req-a1db3dc8-3755-4d77-94a7-7594d92bb4c9 req-a68b4e3e-5840-45f8-a7fb-e88298b0c481 service nova] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Received event network-vif-deleted-78f702f9-f90f-4506-9c55-8d9a2991ad2f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.017503] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.017859] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.136286] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627442, 'name': Destroy_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.253752] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627440, 'name': CreateVM_Task, 'duration_secs': 0.552017} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.256276] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.257200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257305] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.257618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.257895] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190553ca-d442-4577-b3aa-20a4f806687b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.264230] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 836.264230] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a0f2e-bdeb-cbbb-a3ec-d079c8364400" [ 836.264230] env[69784]: _type = "Task" [ 836.264230] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.274978] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a0f2e-bdeb-cbbb-a3ec-d079c8364400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.371820] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf772d-9b4b-411b-98a2-b10ba8727972 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.380551] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eab0c42-e224-4802-a8aa-a290b3c234b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.412790] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4743e39c-dcaf-4e68-b202-884ebabbcffd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.421444] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86e9682-6863-4fe0-9636-f66e25e24b7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.441319] env[69784]: DEBUG nova.compute.provider_tree [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.444175] env[69784]: INFO nova.compute.manager [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Took 44.20 seconds to build instance. [ 836.471304] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627443, 'name': PowerOffVM_Task, 'duration_secs': 0.502683} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.471304] env[69784]: DEBUG nova.network.neutron [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Successfully updated port: 56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.472065] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.472255] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.472676] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0760ca6a-3ec7-47b8-823d-d1ba7ffbaf92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.562501] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.562724] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.562903] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore2] 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.563201] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f0705e-72d1-4437-9a30-981b4f9bb3ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.572026] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 836.572026] env[69784]: value = "task-3627445" [ 836.572026] env[69784]: _type = "Task" [ 836.572026] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.580945] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.635566] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627442, 'name': Destroy_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.775749] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a0f2e-bdeb-cbbb-a3ec-d079c8364400, 'name': SearchDatastore_Task, 'duration_secs': 0.05471} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.776145] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.776333] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.776568] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.776727] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.776948] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.777158] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-403643cc-1717-4189-97d0-17b60e052e60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.793316] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.793316] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.793316] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c16204f-cac4-45e0-9a3d-d9cceb6f4196 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.800315] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 836.800315] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7d7c0-70b3-a769-3808-f26b9327c8a2" [ 836.800315] env[69784]: _type = "Task" [ 836.800315] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.809057] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7d7c0-70b3-a769-3808-f26b9327c8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.945888] env[69784]: DEBUG nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.949845] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46e42c5a-7af0-4345-b2e9-f07618cbc9b4 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.638s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.973627] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "refresh_cache-bb09486a-1cae-4489-a385-3c0c30f19866" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.973627] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquired lock "refresh_cache-bb09486a-1cae-4489-a385-3c0c30f19866" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.973775] env[69784]: DEBUG nova.network.neutron [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.083127] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.108680] env[69784]: DEBUG nova.compute.manager [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Received event network-vif-plugged-56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.108906] env[69784]: DEBUG oslo_concurrency.lockutils [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] Acquiring lock "bb09486a-1cae-4489-a385-3c0c30f19866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.109243] env[69784]: DEBUG oslo_concurrency.lockutils [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] Lock "bb09486a-1cae-4489-a385-3c0c30f19866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.109421] env[69784]: DEBUG oslo_concurrency.lockutils [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] Lock "bb09486a-1cae-4489-a385-3c0c30f19866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.109593] env[69784]: DEBUG nova.compute.manager [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] No waiting events found dispatching network-vif-plugged-56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.109762] env[69784]: WARNING nova.compute.manager [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Received unexpected event network-vif-plugged-56c80e1c-df3c-473d-a3a0-bc0444af9fb0 for instance with vm_state building and task_state spawning. [ 837.109931] env[69784]: DEBUG nova.compute.manager [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Received event network-changed-56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.110078] env[69784]: DEBUG nova.compute.manager [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Refreshing instance network info cache due to event network-changed-56c80e1c-df3c-473d-a3a0-bc0444af9fb0. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.110254] env[69784]: DEBUG oslo_concurrency.lockutils [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] Acquiring lock "refresh_cache-bb09486a-1cae-4489-a385-3c0c30f19866" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.136390] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627442, 'name': Destroy_Task, 'duration_secs': 1.385687} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.136685] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Destroyed the VM [ 837.136955] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.137240] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9d70538-25a7-45c0-be04-b20f4feafab2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.144718] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 837.144718] env[69784]: value = "task-3627446" [ 837.144718] env[69784]: _type = "Task" [ 837.144718] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.153118] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.284578] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.284833] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.285080] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.285296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.285465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.287518] env[69784]: INFO nova.compute.manager [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Terminating instance [ 837.310585] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7d7c0-70b3-a769-3808-f26b9327c8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.039381} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.311720] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33096f0-5729-4309-9806-7aa2010770ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.318474] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 837.318474] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5218ffd2-9180-6c4b-2c43-5cb8c39b31bf" [ 837.318474] env[69784]: _type = "Task" [ 837.318474] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.327550] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5218ffd2-9180-6c4b-2c43-5cb8c39b31bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.451603] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.826s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.453967] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.915s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.455573] env[69784]: INFO nova.compute.claims [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.458056] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.509036] env[69784]: DEBUG nova.network.neutron [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.516620] env[69784]: INFO nova.scheduler.client.report [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Deleted allocations for instance 1d637c07-261f-4bac-b2a7-31da1cc9d1e4 [ 837.585655] env[69784]: DEBUG oslo_vmware.api [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533251} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.585655] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.585655] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.586489] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.586489] env[69784]: INFO nova.compute.manager [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Took 1.65 seconds to destroy the instance on the hypervisor. [ 837.586489] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.586603] env[69784]: DEBUG nova.compute.manager [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.586654] env[69784]: DEBUG nova.network.neutron [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.658996] env[69784]: DEBUG oslo_vmware.api [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627446, 'name': RemoveSnapshot_Task, 'duration_secs': 0.431401} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.659304] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.659552] env[69784]: INFO nova.compute.manager [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 837.680349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.680616] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.680820] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.680999] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.681184] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.683451] env[69784]: INFO nova.compute.manager [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Terminating instance [ 837.778257] env[69784]: DEBUG nova.network.neutron [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Updating instance_info_cache with network_info: [{"id": "56c80e1c-df3c-473d-a3a0-bc0444af9fb0", "address": "fa:16:3e:aa:9b:fa", "network": {"id": "a0b6444f-555f-470e-bd0a-ef668bdb6bf5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1216172108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596c251a1e564d6686781a69f6b0f59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56c80e1c-df", "ovs_interfaceid": "56c80e1c-df3c-473d-a3a0-bc0444af9fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.793064] env[69784]: DEBUG nova.compute.manager [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.793108] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.794815] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ea830-70d9-46d6-b05a-9258d1210d2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.808023] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.808023] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5652d1-1ee5-459a-b322-ef4004e6a028 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.813759] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 837.813759] env[69784]: value = "task-3627448" [ 837.813759] env[69784]: _type = "Task" [ 837.813759] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.826443] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.835968] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5218ffd2-9180-6c4b-2c43-5cb8c39b31bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.839308] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.839631] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9e341751-78ca-4aff-ba61-33023725d897/9e341751-78ca-4aff-ba61-33023725d897.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.839909] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eaa3d37-dceb-4ab3-a50a-4b3e0ee0935f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.849689] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 837.849689] env[69784]: value = "task-3627449" [ 837.849689] env[69784]: _type = "Task" [ 837.849689] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.860221] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.020781] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.024061] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f55af410-558d-43b1-973f-fd94d8244c81 tempest-ServersAdmin275Test-1061965184 tempest-ServersAdmin275Test-1061965184-project-member] Lock "1d637c07-261f-4bac-b2a7-31da1cc9d1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.738s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.165984] env[69784]: DEBUG nova.compute.manager [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Instance disappeared during snapshot {{(pid=69784) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 838.191244] env[69784]: DEBUG nova.compute.manager [None req-7c795b3a-804e-46ba-8ac5-a96949e2a607 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image not found during clean up de2f84b2-3f57-457a-ab16-8e49b6186b7e {{(pid=69784) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 838.192524] env[69784]: DEBUG nova.compute.manager [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.192838] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.195296] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480dd3c4-3bd8-4142-a7bb-0e857725c10c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.206996] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.206996] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c329267-c4d2-4f4b-b267-015ec1ca1e87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.281490] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Releasing lock "refresh_cache-bb09486a-1cae-4489-a385-3c0c30f19866" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.281886] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Instance network_info: |[{"id": "56c80e1c-df3c-473d-a3a0-bc0444af9fb0", "address": "fa:16:3e:aa:9b:fa", "network": {"id": "a0b6444f-555f-470e-bd0a-ef668bdb6bf5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1216172108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596c251a1e564d6686781a69f6b0f59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56c80e1c-df", "ovs_interfaceid": "56c80e1c-df3c-473d-a3a0-bc0444af9fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.282256] env[69784]: DEBUG oslo_concurrency.lockutils [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] Acquired lock "refresh_cache-bb09486a-1cae-4489-a385-3c0c30f19866" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.282439] env[69784]: DEBUG nova.network.neutron [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Refreshing network info cache for port 56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.284380] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56c80e1c-df3c-473d-a3a0-bc0444af9fb0', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.293231] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Creating folder: Project (596c251a1e564d6686781a69f6b0f59a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.296626] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907f9fb3-6c61-4a74-83a0-46c93335bb40 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.307188] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.307188] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.307188] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleting the datastore file [datastore1] 2d145c5b-42c9-42d9-9ee1-55845b6ff494 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.307188] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e531f9ae-dddd-48dc-9849-4456397016c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.315818] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Created folder: Project (596c251a1e564d6686781a69f6b0f59a) in parent group-v723273. [ 838.315818] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Creating folder: Instances. Parent ref: group-v723407. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.320968] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33bff75e-657b-4f8b-8261-037097d007d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.322896] env[69784]: DEBUG oslo_vmware.api [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 838.322896] env[69784]: value = "task-3627452" [ 838.322896] env[69784]: _type = "Task" [ 838.322896] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.336641] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627448, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.338955] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Created folder: Instances in parent group-v723407. [ 838.339224] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.339534] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.341442] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff0e3f3a-1b33-47f6-a2fd-16af7ef571c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.364365] env[69784]: DEBUG oslo_vmware.api [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.383437] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.383437] env[69784]: value = "task-3627454" [ 838.383437] env[69784]: _type = "Task" [ 838.383437] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.383437] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.398718] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627454, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.631356] env[69784]: DEBUG nova.network.neutron [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.718992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "0358e956-5244-4172-946d-69ec0f2be854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.719370] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "0358e956-5244-4172-946d-69ec0f2be854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.804608] env[69784]: DEBUG nova.network.neutron [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Updated VIF entry in instance network info cache for port 56c80e1c-df3c-473d-a3a0-bc0444af9fb0. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.804608] env[69784]: DEBUG nova.network.neutron [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Updating instance_info_cache with network_info: [{"id": "56c80e1c-df3c-473d-a3a0-bc0444af9fb0", "address": "fa:16:3e:aa:9b:fa", "network": {"id": "a0b6444f-555f-470e-bd0a-ef668bdb6bf5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1216172108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "596c251a1e564d6686781a69f6b0f59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56c80e1c-df", "ovs_interfaceid": "56c80e1c-df3c-473d-a3a0-bc0444af9fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.827481] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627448, 'name': PowerOffVM_Task, 'duration_secs': 0.526797} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.830915] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.830915] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.831107] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64e66e61-f19e-43d4-8d23-236df022799a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.840746] env[69784]: DEBUG oslo_vmware.api [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348951} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.840746] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.840894] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.840962] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.841155] env[69784]: INFO nova.compute.manager [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Took 0.65 seconds to destroy the instance on the hypervisor. [ 838.841973] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.841973] env[69784]: DEBUG nova.compute.manager [-] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.841973] env[69784]: DEBUG nova.network.neutron [-] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.877182] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684238} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.880978] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9e341751-78ca-4aff-ba61-33023725d897/9e341751-78ca-4aff-ba61-33023725d897.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.880978] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.880978] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8410fc92-e005-4209-9695-01c86362ad2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.891346] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627454, 'name': CreateVM_Task, 'duration_secs': 0.388171} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.892519] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.892847] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 838.892847] env[69784]: value = "task-3627456" [ 838.892847] env[69784]: _type = "Task" [ 838.892847] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.893513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.893684] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.894006] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.894298] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad075cdf-ca4b-4978-acaf-57ef7df765cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.914883] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.915825] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 838.915825] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52663c5e-8c81-e93d-3b62-4e7e04227070" [ 838.915825] env[69784]: _type = "Task" [ 838.915825] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.916162] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.916310] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.916751] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore2] b5455fa5-e7e9-46cf-80ad-6b672699afe9 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.920570] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947dbd35-07fb-4f12-a9f9-b03a9b800c4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.933839] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52663c5e-8c81-e93d-3b62-4e7e04227070, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.935542] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.935894] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.936172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.937025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.937025] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.937025] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 838.937025] env[69784]: value = "task-3627457" [ 838.937025] env[69784]: _type = "Task" [ 838.937025] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.940124] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb7562f7-f9ef-47e6-a1ba-1fe92361f2b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.953485] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.954775] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.954951] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.963310] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c80020-815a-471e-a002-87fbdb96f508 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.963310] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 838.963310] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eb3d51-ba32-f664-c4ee-7a6fb3696557" [ 838.963310] env[69784]: _type = "Task" [ 838.963310] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.972760] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eb3d51-ba32-f664-c4ee-7a6fb3696557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.136762] env[69784]: INFO nova.compute.manager [-] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Took 1.55 seconds to deallocate network for instance. [ 839.141210] env[69784]: DEBUG nova.compute.manager [req-5b21350c-95e3-4578-b9fc-75a3109166c2 req-774e5f71-cdbe-49e4-ac8a-e9f1b80499b3 service nova] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Received event network-vif-deleted-2b06ac32-fff4-4089-a9a3-2fb11a710dee {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.182761] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bf0c3c-70c3-4b78-b118-21033051382a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.191308] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1b4c7-b6c0-42bb-a556-c81d74764527 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.225905] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278846ba-3e40-4ac4-bcb9-801eaf485f09 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.233561] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f168ead-a171-49f8-8f99-e3efb738bfe0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.248579] env[69784]: DEBUG nova.compute.provider_tree [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.305666] env[69784]: DEBUG oslo_concurrency.lockutils [req-47ef6f0d-918b-4451-affe-49282327ed1c req-196ab4b2-be91-420c-b6b8-e263474bf301 service nova] Releasing lock "refresh_cache-bb09486a-1cae-4489-a385-3c0c30f19866" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.406032] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08286} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.406032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.406270] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5333dbb0-c941-4c43-b5ed-6e0366485639 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.433167] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 9e341751-78ca-4aff-ba61-33023725d897/9e341751-78ca-4aff-ba61-33023725d897.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.433486] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a720763-6223-4a95-927e-11250f6b1bd3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.459027] env[69784]: DEBUG oslo_vmware.api [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169095} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.459813] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.460011] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.460209] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.460561] env[69784]: INFO nova.compute.manager [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Took 1.67 seconds to destroy the instance on the hypervisor. [ 839.460677] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.460951] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 839.460951] env[69784]: value = "task-3627458" [ 839.460951] env[69784]: _type = "Task" [ 839.460951] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.461156] env[69784]: DEBUG nova.compute.manager [-] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.461252] env[69784]: DEBUG nova.network.neutron [-] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.478590] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eb3d51-ba32-f664-c4ee-7a6fb3696557, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.479403] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23099f4f-68b6-4be2-854c-668f0f211bdf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.486512] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 839.486512] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252743b-ff18-3cb0-3174-e29c08901410" [ 839.486512] env[69784]: _type = "Task" [ 839.486512] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.495208] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252743b-ff18-3cb0-3174-e29c08901410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.646289] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.751673] env[69784]: DEBUG nova.scheduler.client.report [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.973514] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627458, 'name': ReconfigVM_Task, 'duration_secs': 0.340148} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.973802] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 9e341751-78ca-4aff-ba61-33023725d897/9e341751-78ca-4aff-ba61-33023725d897.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.974510] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a478d6db-20fa-41fe-98cc-b21609662f6b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.982824] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 839.982824] env[69784]: value = "task-3627460" [ 839.982824] env[69784]: _type = "Task" [ 839.982824] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.994140] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627460, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.999545] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252743b-ff18-3cb0-3174-e29c08901410, 'name': SearchDatastore_Task, 'duration_secs': 0.011223} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.999799] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.000074] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] bb09486a-1cae-4489-a385-3c0c30f19866/bb09486a-1cae-4489-a385-3c0c30f19866.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.000385] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea6fa82-90a6-43c9-8ad8-648a601aed8a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.012854] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 840.012854] env[69784]: value = "task-3627461" [ 840.012854] env[69784]: _type = "Task" [ 840.012854] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.022490] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.023905] env[69784]: DEBUG nova.network.neutron [-] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.257941] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.258600] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.261373] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.443s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.261596] env[69784]: DEBUG nova.objects.instance [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lazy-loading 'resources' on Instance uuid f091b65e-0140-44fe-8874-4bdf0244ddfd {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.493683] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627460, 'name': Rename_Task, 'duration_secs': 0.168685} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.494487] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.494680] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63cdf64-a9be-4204-9296-dca4a79829b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.502366] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 840.502366] env[69784]: value = "task-3627462" [ 840.502366] env[69784]: _type = "Task" [ 840.502366] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.513223] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.522942] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497085} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.523256] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] bb09486a-1cae-4489-a385-3c0c30f19866/bb09486a-1cae-4489-a385-3c0c30f19866.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.523478] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.523740] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-323ace66-963a-4053-a080-eb529c8f4a17 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.526254] env[69784]: INFO nova.compute.manager [-] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Took 1.68 seconds to deallocate network for instance. [ 840.532528] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 840.532528] env[69784]: value = "task-3627463" [ 840.532528] env[69784]: _type = "Task" [ 840.532528] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.543659] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.609228] env[69784]: DEBUG nova.network.neutron [-] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.764571] env[69784]: DEBUG nova.compute.utils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.769261] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.769453] env[69784]: DEBUG nova.network.neutron [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.858952] env[69784]: DEBUG nova.policy [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbfcbde8d4cd41909bc0812788d09e00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac43554fcca845a4841e9ee9ae833fef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.019106] env[69784]: DEBUG oslo_vmware.api [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627462, 'name': PowerOnVM_Task, 'duration_secs': 0.504097} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.019563] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.019793] env[69784]: INFO nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Took 9.28 seconds to spawn the instance on the hypervisor. [ 841.019976] env[69784]: DEBUG nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.020870] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374fb0c-0275-4129-80df-fe2b5c24ded8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.033965] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.045698] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073416} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.045698] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.046436] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae75f3-fb37-43f4-b9ff-00da9b8ca424 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.068916] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] bb09486a-1cae-4489-a385-3c0c30f19866/bb09486a-1cae-4489-a385-3c0c30f19866.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.071701] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7fa329-9492-4d5b-9310-e6b68f9c075e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.092508] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 841.092508] env[69784]: value = "task-3627464" [ 841.092508] env[69784]: _type = "Task" [ 841.092508] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.104390] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.112477] env[69784]: INFO nova.compute.manager [-] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Took 1.65 seconds to deallocate network for instance. [ 841.271844] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.286165] env[69784]: DEBUG nova.compute.manager [req-05708ea5-fd8b-482b-939f-2f717789726d req-2263011a-c44b-4051-8f50-d447ee27518b service nova] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Received event network-vif-deleted-a5983d0b-f2fc-422f-aba9-36d5258bbe04 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.286270] env[69784]: DEBUG nova.compute.manager [req-05708ea5-fd8b-482b-939f-2f717789726d req-2263011a-c44b-4051-8f50-d447ee27518b service nova] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Received event network-vif-deleted-33bd19f4-68c9-4496-8dc7-e3cb33124b77 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.306311] env[69784]: DEBUG nova.network.neutron [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Successfully created port: 3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.445072] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f68d959-e9be-4a2a-b72e-e6d7cb5ee714 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.454069] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb5e089-3bd9-4191-b64b-61aa290146e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.486371] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36369132-6f84-45bb-8933-aae96d77e1ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.495624] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0e4aa-6836-4ec9-844b-1919519a1df9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.510765] env[69784]: DEBUG nova.compute.provider_tree [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.540712] env[69784]: INFO nova.compute.manager [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Took 47.17 seconds to build instance. [ 841.605703] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627464, 'name': ReconfigVM_Task, 'duration_secs': 0.314491} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.605703] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Reconfigured VM instance instance-0000002e to attach disk [datastore2] bb09486a-1cae-4489-a385-3c0c30f19866/bb09486a-1cae-4489-a385-3c0c30f19866.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.605703] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31c77c3c-67a5-4e25-aa34-1210501f45a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.614425] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 841.614425] env[69784]: value = "task-3627465" [ 841.614425] env[69784]: _type = "Task" [ 841.614425] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.622862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.631097] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627465, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.016327] env[69784]: DEBUG nova.scheduler.client.report [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.044218] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f6e4314-80b1-4985-913e-15be0af1c42d tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "9e341751-78ca-4aff-ba61-33023725d897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.744s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.128308] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627465, 'name': Rename_Task, 'duration_secs': 0.157725} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.128603] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.128858] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5034d21a-4ed4-4702-a31f-0e67f7e8bd7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.137968] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 842.137968] env[69784]: value = "task-3627467" [ 842.137968] env[69784]: _type = "Task" [ 842.137968] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.147221] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.280073] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.343375] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:39:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c43a08b0-b607-4623-aa5a-f0f86c5c04e5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1549095440',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.343633] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.343791] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.344023] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.344140] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.344283] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.344554] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.344802] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.345041] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.345345] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.345565] env[69784]: DEBUG nova.virt.hardware [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.346507] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198da98-e11c-4f6e-b24e-5534d0494868 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.358308] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abeb72-5567-4938-8dcb-c3b43e24701f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.520870] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.523734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.549s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.524292] env[69784]: DEBUG nova.objects.instance [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lazy-loading 'resources' on Instance uuid 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.546614] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.582195] env[69784]: INFO nova.scheduler.client.report [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted allocations for instance f091b65e-0140-44fe-8874-4bdf0244ddfd [ 842.649274] env[69784]: DEBUG oslo_vmware.api [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627467, 'name': PowerOnVM_Task, 'duration_secs': 0.476671} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.649536] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.649750] env[69784]: INFO nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Took 6.98 seconds to spawn the instance on the hypervisor. [ 842.649928] env[69784]: DEBUG nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.650828] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0942781-9297-4a8e-8c6b-d95179cb55d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.075724] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.094011] env[69784]: DEBUG oslo_concurrency.lockutils [None req-136d0f97-f1b7-414c-b766-d37add8ab2ae tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "f091b65e-0140-44fe-8874-4bdf0244ddfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.808s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.173040] env[69784]: INFO nova.compute.manager [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Took 46.37 seconds to build instance. [ 843.376867] env[69784]: DEBUG nova.compute.manager [req-3ceda84a-febf-4783-a0df-4722ff9d77e7 req-078f2c4f-3615-4472-8cce-5fa7eeda9613 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Received event network-vif-plugged-3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.377107] env[69784]: DEBUG oslo_concurrency.lockutils [req-3ceda84a-febf-4783-a0df-4722ff9d77e7 req-078f2c4f-3615-4472-8cce-5fa7eeda9613 service nova] Acquiring lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.377358] env[69784]: DEBUG oslo_concurrency.lockutils [req-3ceda84a-febf-4783-a0df-4722ff9d77e7 req-078f2c4f-3615-4472-8cce-5fa7eeda9613 service nova] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.378044] env[69784]: DEBUG oslo_concurrency.lockutils [req-3ceda84a-febf-4783-a0df-4722ff9d77e7 req-078f2c4f-3615-4472-8cce-5fa7eeda9613 service nova] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.378044] env[69784]: DEBUG nova.compute.manager [req-3ceda84a-febf-4783-a0df-4722ff9d77e7 req-078f2c4f-3615-4472-8cce-5fa7eeda9613 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] No waiting events found dispatching network-vif-plugged-3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.378517] env[69784]: WARNING nova.compute.manager [req-3ceda84a-febf-4783-a0df-4722ff9d77e7 req-078f2c4f-3615-4472-8cce-5fa7eeda9613 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Received unexpected event network-vif-plugged-3308bbe5-118d-4a25-bb3e-e01744edf7ee for instance with vm_state building and task_state spawning. [ 843.626748] env[69784]: DEBUG nova.network.neutron [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Successfully updated port: 3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.685784] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150795ad-0350-4f30-bc91-b5f83f278df4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.689135] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6408a7e9-c4ea-4372-80b0-40467769455c tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "bb09486a-1cae-4489-a385-3c0c30f19866" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.425s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.697473] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f420b5-7448-42f6-964d-f1c796219aa5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.737447] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2fce47-7ae2-46a9-b8e5-b558248fa9ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.746608] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a756d0-7085-46fd-8ad9-b811202850b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.762445] env[69784]: DEBUG nova.compute.provider_tree [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.133105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.133358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.133427] env[69784]: DEBUG nova.network.neutron [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.191706] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.271266] env[69784]: DEBUG nova.scheduler.client.report [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.487616] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "bb09486a-1cae-4489-a385-3c0c30f19866" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.487913] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "bb09486a-1cae-4489-a385-3c0c30f19866" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.488131] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "bb09486a-1cae-4489-a385-3c0c30f19866-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.488321] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "bb09486a-1cae-4489-a385-3c0c30f19866-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.488517] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "bb09486a-1cae-4489-a385-3c0c30f19866-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.490884] env[69784]: INFO nova.compute.manager [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Terminating instance [ 844.704137] env[69784]: DEBUG nova.network.neutron [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.743692] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.777049] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.779187] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.185s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.781851] env[69784]: INFO nova.compute.claims [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.843710] env[69784]: INFO nova.scheduler.client.report [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted allocations for instance 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f [ 844.983478] env[69784]: DEBUG nova.network.neutron [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.997821] env[69784]: DEBUG nova.compute.manager [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.998281] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.999061] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e08c2-7318-466c-854b-3c79b8bdbe27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.009254] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.009445] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2efcb2c-9d44-4ca5-bf0f-5d7e85e465b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.017689] env[69784]: DEBUG oslo_vmware.api [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 845.017689] env[69784]: value = "task-3627469" [ 845.017689] env[69784]: _type = "Task" [ 845.017689] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.026850] env[69784]: DEBUG oslo_vmware.api [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.357883] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1b3520ae-049b-4000-bcaf-e17aac565327 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.782s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.480133] env[69784]: DEBUG nova.compute.manager [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Received event network-changed-3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.480344] env[69784]: DEBUG nova.compute.manager [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Refreshing instance network info cache due to event network-changed-3308bbe5-118d-4a25-bb3e-e01744edf7ee. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.480532] env[69784]: DEBUG oslo_concurrency.lockutils [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] Acquiring lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.485820] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.486142] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Instance network_info: |[{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.486386] env[69784]: DEBUG oslo_concurrency.lockutils [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] Acquired lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.486558] env[69784]: DEBUG nova.network.neutron [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Refreshing network info cache for port 3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.488236] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b4:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3308bbe5-118d-4a25-bb3e-e01744edf7ee', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.497026] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.502750] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.502750] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd03047-ab31-4309-bb15-6aa3856c5bc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.524838] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.524838] env[69784]: value = "task-3627470" [ 845.524838] env[69784]: _type = "Task" [ 845.524838] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.531098] env[69784]: DEBUG oslo_vmware.api [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627469, 'name': PowerOffVM_Task, 'duration_secs': 0.261877} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.531689] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.531880] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.532139] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-283c9c96-5525-4576-9346-065b44628d85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.538773] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627470, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.565226] env[69784]: DEBUG nova.compute.manager [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.566394] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456e39b5-e10f-4ac3-afd4-40e0065dc28a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.621259] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.621488] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.621671] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Deleting the datastore file [datastore2] bb09486a-1cae-4489-a385-3c0c30f19866 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.621939] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da6ef2b-a159-434b-8a68-36b89db554bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.631985] env[69784]: DEBUG oslo_vmware.api [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for the task: (returnval){ [ 845.631985] env[69784]: value = "task-3627472" [ 845.631985] env[69784]: _type = "Task" [ 845.631985] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.641228] env[69784]: DEBUG oslo_vmware.api [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.915871] env[69784]: DEBUG nova.network.neutron [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updated VIF entry in instance network info cache for port 3308bbe5-118d-4a25-bb3e-e01744edf7ee. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.917585] env[69784]: DEBUG nova.network.neutron [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.041761] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627470, 'name': CreateVM_Task, 'duration_secs': 0.354749} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.043388] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.044758] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.044758] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.044998] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.051593] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3907015-10f4-4e20-bdb9-5fae10e4f7e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.051593] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 846.051593] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef0937-89ed-f2b0-8e98-c531eb2688d7" [ 846.051593] env[69784]: _type = "Task" [ 846.051593] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.064114] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef0937-89ed-f2b0-8e98-c531eb2688d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.090033] env[69784]: INFO nova.compute.manager [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] instance snapshotting [ 846.090033] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e571948-29a8-4ee3-932a-354741a49409 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.112950] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2488abc-3660-407a-a6a8-74702999d527 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.144430] env[69784]: DEBUG oslo_vmware.api [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Task: {'id': task-3627472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139659} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.147733] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.147733] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.147733] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.147733] env[69784]: INFO nova.compute.manager [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Took 1.15 seconds to destroy the instance on the hypervisor. [ 846.148096] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.148329] env[69784]: DEBUG nova.compute.manager [-] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.148395] env[69784]: DEBUG nova.network.neutron [-] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.422445] env[69784]: DEBUG oslo_concurrency.lockutils [req-ff76967b-d464-4c1a-8987-82848a152ee6 req-2f7d8b61-c2e3-42d7-819e-3cdbb663eee7 service nova] Releasing lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.567690] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef0937-89ed-f2b0-8e98-c531eb2688d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.567690] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.568682] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.572733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.572733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.572733] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.572733] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-703d58ef-bdaf-4af7-8c61-a98b17d85018 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.581983] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565cb9f1-9253-4a8a-800d-7c888bf2b7f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.586590] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.586590] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.592134] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ba72f2-0e41-436e-9f92-76e78270ca90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.599641] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ae748-2ed4-4157-801c-e321a78c33de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.604373] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 846.604373] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529df799-e491-0758-c203-ac9bb006abbb" [ 846.604373] env[69784]: _type = "Task" [ 846.604373] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.633820] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.634977] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc3fcb92-79d0-451e-ac8b-734c8360f0ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.637361] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbbd5b-5973-4756-9f69-86e991f58009 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.643340] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529df799-e491-0758-c203-ac9bb006abbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.644822] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4591dae6-a91e-42fd-84bb-082e300410e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.651183] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a5840-a733-45ef-9c92-70d158601a32 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.655065] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 846.655065] env[69784]: value = "task-3627473" [ 846.655065] env[69784]: _type = "Task" [ 846.655065] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.656786] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 846.656786] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd2643-afd3-2864-3117-7758fe956809" [ 846.656786] env[69784]: _type = "Task" [ 846.656786] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.671279] env[69784]: DEBUG nova.compute.provider_tree [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.679079] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd2643-afd3-2864-3117-7758fe956809, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.684638] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.684638] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.684638] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.687109] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73dbf62c-c335-4996-8027-d61ab56538ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.689503] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.689685] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.696798] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 846.696798] env[69784]: value = "task-3627474" [ 846.696798] env[69784]: _type = "Task" [ 846.696798] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.707157] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.731985] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.732217] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.170316] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627473, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.180585] env[69784]: DEBUG nova.scheduler.client.report [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.209168] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627474, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.282562] env[69784]: DEBUG nova.network.neutron [-] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.668472] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627473, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.685537] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.686456] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.689754] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.951s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.695943] env[69784]: INFO nova.compute.claims [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.710553] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696795} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.711063] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.711371] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.711750] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e0ea55c-b190-4869-8380-318f3e6df6c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.722167] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 847.722167] env[69784]: value = "task-3627475" [ 847.722167] env[69784]: _type = "Task" [ 847.722167] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.733565] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.788834] env[69784]: INFO nova.compute.manager [-] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Took 1.64 seconds to deallocate network for instance. [ 847.813881] env[69784]: DEBUG nova.compute.manager [req-520534dc-dd19-47e6-98bb-a80f8afe40f7 req-d31834e2-1c19-46e4-a4a9-f16ef71e3c14 service nova] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Received event network-vif-deleted-56c80e1c-df3c-473d-a3a0-bc0444af9fb0 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.170818] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627473, 'name': CreateSnapshot_Task, 'duration_secs': 1.432638} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.171425] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.172194] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a039a3eb-609b-464e-a341-2ac8f9f2e9ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.201627] env[69784]: DEBUG nova.compute.utils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.204106] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.204286] env[69784]: DEBUG nova.network.neutron [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.232737] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070938} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.236986] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.236986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cc75b7-c410-4fa1-bfbc-45825ff3468b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.262049] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.262779] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448e25bb-0a6b-4119-b8e4-be674a798e1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.286863] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 848.286863] env[69784]: value = "task-3627476" [ 848.286863] env[69784]: _type = "Task" [ 848.286863] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.296715] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.297669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.331226] env[69784]: DEBUG nova.policy [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7927c8f14e5241da865f9711e5958846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6710a824fd054f5b9c6decafad675dea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.694135] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.694407] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a3ac13f-d2c9-4f0a-84cc-29e97817ed18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.705985] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 848.705985] env[69784]: value = "task-3627477" [ 848.705985] env[69784]: _type = "Task" [ 848.705985] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.710738] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.727206] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627477, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.765731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "57119902-2ef9-46ce-9897-c8d66ebd619b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.765731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.809025] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627476, 'name': ReconfigVM_Task, 'duration_secs': 0.321814} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.809025] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.809025] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c517b8c2-6674-468c-9472-9e23b0d39d41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.819040] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 848.819040] env[69784]: value = "task-3627478" [ 848.819040] env[69784]: _type = "Task" [ 848.819040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.834057] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627478, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.000555] env[69784]: DEBUG nova.network.neutron [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Successfully created port: 1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.225442] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627477, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.331594] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627478, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.452117] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c9efe2-1f04-4c47-9f2a-c2c2d63fa730 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.463021] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71c997a-57c0-4c35-a3ba-ac68e495ec37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.498646] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05506c07-600b-46b1-9842-572c32c530a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.508362] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb017f5-9cb3-404c-acb7-cf0017fe2c76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.524011] env[69784]: DEBUG nova.compute.provider_tree [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.721793] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627477, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.729174] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.785463] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.785856] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.786192] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.786501] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.786765] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.787051] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.787335] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.787506] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.787678] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.787840] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.788066] env[69784]: DEBUG nova.virt.hardware [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.789080] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0281f1-e62f-41f4-a003-fe8cb45ea1ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.798354] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d870f39-ac8a-4ea6-b092-2809c8aa5d41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.830430] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627478, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.029027] env[69784]: DEBUG nova.scheduler.client.report [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.221406] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627477, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.331029] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627478, 'name': Rename_Task, 'duration_secs': 1.168529} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.331313] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.331556] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-175ffe92-30ef-4fcd-9373-de18e7ad74ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.339485] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 850.339485] env[69784]: value = "task-3627479" [ 850.339485] env[69784]: _type = "Task" [ 850.339485] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.349921] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.533447] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.533964] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.536552] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.485s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.538104] env[69784]: INFO nova.compute.claims [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.629027] env[69784]: DEBUG nova.compute.manager [req-92024d21-60ef-4026-b8ce-4906709acfa3 req-f7e87bcb-d93b-496b-b5d3-9b5cd28acd07 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Received event network-vif-plugged-1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.629027] env[69784]: DEBUG oslo_concurrency.lockutils [req-92024d21-60ef-4026-b8ce-4906709acfa3 req-f7e87bcb-d93b-496b-b5d3-9b5cd28acd07 service nova] Acquiring lock "6547edea-1ce4-4ae0-9975-8028277a7527-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.629255] env[69784]: DEBUG oslo_concurrency.lockutils [req-92024d21-60ef-4026-b8ce-4906709acfa3 req-f7e87bcb-d93b-496b-b5d3-9b5cd28acd07 service nova] Lock "6547edea-1ce4-4ae0-9975-8028277a7527-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.629379] env[69784]: DEBUG oslo_concurrency.lockutils [req-92024d21-60ef-4026-b8ce-4906709acfa3 req-f7e87bcb-d93b-496b-b5d3-9b5cd28acd07 service nova] Lock "6547edea-1ce4-4ae0-9975-8028277a7527-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.629547] env[69784]: DEBUG nova.compute.manager [req-92024d21-60ef-4026-b8ce-4906709acfa3 req-f7e87bcb-d93b-496b-b5d3-9b5cd28acd07 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] No waiting events found dispatching network-vif-plugged-1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.629709] env[69784]: WARNING nova.compute.manager [req-92024d21-60ef-4026-b8ce-4906709acfa3 req-f7e87bcb-d93b-496b-b5d3-9b5cd28acd07 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Received unexpected event network-vif-plugged-1a13cd85-f479-4d80-8e2e-290f7f47ad56 for instance with vm_state building and task_state spawning. [ 850.723269] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627477, 'name': CloneVM_Task, 'duration_secs': 1.754901} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.723534] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Created linked-clone VM from snapshot [ 850.724267] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b66d4e-1e8d-4552-88ea-825af4465c3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.733094] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Uploading image 03dc916b-4df6-4f2e-9f40-77bcea64ac02 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.755425] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.755777] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9a516aa-3622-4943-987b-54f79109a3ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.764682] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 850.764682] env[69784]: value = "task-3627480" [ 850.764682] env[69784]: _type = "Task" [ 850.764682] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.775861] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627480, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.811239] env[69784]: DEBUG nova.network.neutron [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Successfully updated port: 1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.850422] env[69784]: DEBUG oslo_vmware.api [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627479, 'name': PowerOnVM_Task, 'duration_secs': 0.453194} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.850685] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.850882] env[69784]: INFO nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Took 8.57 seconds to spawn the instance on the hypervisor. [ 850.851071] env[69784]: DEBUG nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.851852] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdab38a-3643-405c-8547-cdfb9995638a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.044201] env[69784]: DEBUG nova.compute.utils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.047135] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.047389] env[69784]: DEBUG nova.network.neutron [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.101441] env[69784]: DEBUG nova.policy [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70ee4975d5d4d3d81900480718951d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4290b56cc84188afb668a1d1c8cd74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.276582] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627480, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.313505] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.313649] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.313810] env[69784]: DEBUG nova.network.neutron [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.369404] env[69784]: INFO nova.compute.manager [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Took 46.85 seconds to build instance. [ 851.523755] env[69784]: DEBUG nova.network.neutron [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Successfully created port: f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.549024] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.779778] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627480, 'name': Destroy_Task, 'duration_secs': 0.627939} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.780104] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Destroyed the VM [ 851.780421] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.780728] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b4e5e53-2250-4db3-8da5-97864f51de88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.791371] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 851.791371] env[69784]: value = "task-3627481" [ 851.791371] env[69784]: _type = "Task" [ 851.791371] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.803626] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.867370] env[69784]: DEBUG nova.network.neutron [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.869666] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01299132-70ad-42eb-b027-2c2c00d80579 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.734s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.134678] env[69784]: DEBUG nova.network.neutron [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Updating instance_info_cache with network_info: [{"id": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "address": "fa:16:3e:6f:a2:48", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a13cd85-f4", "ovs_interfaceid": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.215865] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb118cf-940c-44cb-9157-9b8c36e960ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.224609] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a683bd5-2b92-4d5b-963f-49d8b980a2e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.256176] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f525f96-516e-451e-87ec-5e66824631b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.265067] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad78d788-2b62-4033-ba66-1eb107f610b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.280628] env[69784]: DEBUG nova.compute.provider_tree [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.303846] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627481, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.373827] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.564970] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.621654] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.621865] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.622050] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.622245] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.622389] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.622532] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.622736] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.622907] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.623361] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.623576] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.623751] env[69784]: DEBUG nova.virt.hardware [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.624621] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6ace2-0596-4269-beaa-fb075671a1d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.633695] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9ff1b-ab42-4fea-b845-f00ba643f478 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.639570] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.639874] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Instance network_info: |[{"id": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "address": "fa:16:3e:6f:a2:48", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a13cd85-f4", "ovs_interfaceid": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.640271] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a2:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a13cd85-f479-4d80-8e2e-290f7f47ad56', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.652740] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.663833] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.664335] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1735085a-9467-46d1-88a1-34c4f2263353 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.689276] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.689276] env[69784]: value = "task-3627482" [ 852.689276] env[69784]: _type = "Task" [ 852.689276] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.698408] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627482, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.786229] env[69784]: DEBUG nova.scheduler.client.report [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.808524] env[69784]: DEBUG oslo_vmware.api [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627481, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661103} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.808944] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.824154] env[69784]: DEBUG nova.compute.manager [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Received event network-changed-1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.824484] env[69784]: DEBUG nova.compute.manager [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Refreshing instance network info cache due to event network-changed-1a13cd85-f479-4d80-8e2e-290f7f47ad56. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.825859] env[69784]: DEBUG oslo_concurrency.lockutils [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] Acquiring lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.825859] env[69784]: DEBUG oslo_concurrency.lockutils [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] Acquired lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.825859] env[69784]: DEBUG nova.network.neutron [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Refreshing network info cache for port 1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.906217] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.199646] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627482, 'name': CreateVM_Task, 'duration_secs': 0.384181} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.199824] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.200544] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.200713] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.201052] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.201311] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f165b9dd-dcf3-446b-ab16-40bdcf8bbbe9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.206128] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 853.206128] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5238ea41-5376-3a12-00a8-28f1999f33d3" [ 853.206128] env[69784]: _type = "Task" [ 853.206128] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.213673] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5238ea41-5376-3a12-00a8-28f1999f33d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.292583] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.293137] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.297208] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.951s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.298831] env[69784]: INFO nova.compute.claims [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.301529] env[69784]: DEBUG nova.compute.manager [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 853.314022] env[69784]: WARNING nova.compute.manager [None req-a4a6f312-ee8a-48ad-bad0-2e29a278fa37 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Image not found during snapshot: nova.exception.ImageNotFound: Image 03dc916b-4df6-4f2e-9f40-77bcea64ac02 could not be found. [ 853.717585] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5238ea41-5376-3a12-00a8-28f1999f33d3, 'name': SearchDatastore_Task, 'duration_secs': 0.022522} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.717889] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.718169] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.718408] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.718550] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.718719] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.718989] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8720b1ac-35e2-4453-ab04-2125f22e0f57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.728753] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.728939] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.729663] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10646767-84b5-4689-ba6c-ac036dd3819a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.736636] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 853.736636] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ffe36c-b1e3-3b8f-9e53-9d882ce5b7f3" [ 853.736636] env[69784]: _type = "Task" [ 853.736636] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.744829] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ffe36c-b1e3-3b8f-9e53-9d882ce5b7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.765943] env[69784]: DEBUG nova.network.neutron [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Updated VIF entry in instance network info cache for port 1a13cd85-f479-4d80-8e2e-290f7f47ad56. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.766385] env[69784]: DEBUG nova.network.neutron [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Updating instance_info_cache with network_info: [{"id": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "address": "fa:16:3e:6f:a2:48", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a13cd85-f4", "ovs_interfaceid": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.808201] env[69784]: DEBUG nova.compute.utils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.819402] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.819402] env[69784]: DEBUG nova.network.neutron [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.833796] env[69784]: DEBUG nova.network.neutron [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Successfully updated port: f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.850181] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.873357] env[69784]: DEBUG nova.policy [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f95e047c8d34783ab974fe179d44c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35aa5af60e748b7970d6e91a1609e35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.169037] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "9e341751-78ca-4aff-ba61-33023725d897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.169651] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "9e341751-78ca-4aff-ba61-33023725d897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.169988] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "9e341751-78ca-4aff-ba61-33023725d897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.170678] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "9e341751-78ca-4aff-ba61-33023725d897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.170924] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "9e341751-78ca-4aff-ba61-33023725d897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.173593] env[69784]: INFO nova.compute.manager [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Terminating instance [ 854.251574] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ffe36c-b1e3-3b8f-9e53-9d882ce5b7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.252557] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5750fdd7-6d58-4241-9b23-7a2163c4f76a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.260989] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 854.260989] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7e544-f167-bea1-631b-bf065e9c4ef4" [ 854.260989] env[69784]: _type = "Task" [ 854.260989] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.271835] env[69784]: DEBUG oslo_concurrency.lockutils [req-a70d7589-af3c-42d7-9ca6-43b3b5e498b5 req-d789d8fc-6354-4fbc-b97d-1cda7d217a83 service nova] Releasing lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.272254] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7e544-f167-bea1-631b-bf065e9c4ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.309133] env[69784]: DEBUG nova.network.neutron [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Successfully created port: ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.320620] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.336245] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.336442] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.336567] env[69784]: DEBUG nova.network.neutron [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.680905] env[69784]: DEBUG nova.compute.manager [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.681155] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.682322] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a743a-239a-4d44-9133-6950b31a868b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.695242] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.697921] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4e99f8-c2c1-417a-8724-363f6268b13a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.708979] env[69784]: DEBUG oslo_vmware.api [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 854.708979] env[69784]: value = "task-3627483" [ 854.708979] env[69784]: _type = "Task" [ 854.708979] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.726527] env[69784]: DEBUG oslo_vmware.api [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.775256] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7e544-f167-bea1-631b-bf065e9c4ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.775480] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.775734] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 6547edea-1ce4-4ae0-9975-8028277a7527/6547edea-1ce4-4ae0-9975-8028277a7527.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.775999] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d4ab7f2-280f-40ee-a350-13cc6d812e0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.786343] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 854.786343] env[69784]: value = "task-3627484" [ 854.786343] env[69784]: _type = "Task" [ 854.786343] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.794677] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.885762] env[69784]: DEBUG nova.compute.manager [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-vif-plugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.886084] env[69784]: DEBUG oslo_concurrency.lockutils [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.886199] env[69784]: DEBUG oslo_concurrency.lockutils [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.886399] env[69784]: DEBUG oslo_concurrency.lockutils [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.886576] env[69784]: DEBUG nova.compute.manager [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] No waiting events found dispatching network-vif-plugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.886953] env[69784]: WARNING nova.compute.manager [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received unexpected event network-vif-plugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 for instance with vm_state building and task_state spawning. [ 854.886953] env[69784]: DEBUG nova.compute.manager [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-changed-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.888158] env[69784]: DEBUG nova.compute.manager [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Refreshing instance network info cache due to event network-changed-f2675e22-1a2f-4fdc-a364-397cd259d5d7. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.888402] env[69784]: DEBUG oslo_concurrency.lockutils [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.889307] env[69784]: DEBUG nova.network.neutron [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.907735] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501be94-39b6-46f8-8e0d-e702ba6cd72b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.918706] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e4890f-17fa-4b8f-9ffe-9c9016db5057 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.954795] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75caf004-d6f1-4b7a-9c1d-4d08e0887d4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.966324] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307e3179-d708-4f39-9784-df75b33f03fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.985067] env[69784]: DEBUG nova.compute.provider_tree [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.110809] env[69784]: DEBUG nova.network.neutron [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.224262] env[69784]: DEBUG oslo_vmware.api [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627483, 'name': PowerOffVM_Task, 'duration_secs': 0.193902} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.224793] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.224941] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.225280] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0bd378-5e66-484b-aab2-cfabf6b325c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.298348] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50763} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.298715] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 6547edea-1ce4-4ae0-9975-8028277a7527/6547edea-1ce4-4ae0-9975-8028277a7527.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.298926] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.299349] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9272a09a-d7be-4cdb-bf1f-b5243affc4f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.302778] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.302982] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.303162] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleting the datastore file [datastore1] 9e341751-78ca-4aff-ba61-33023725d897 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.303811] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892565ba-c9a2-4c1a-a1a9-8359e21a78d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.309034] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 855.309034] env[69784]: value = "task-3627486" [ 855.309034] env[69784]: _type = "Task" [ 855.309034] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.316380] env[69784]: DEBUG oslo_vmware.api [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 855.316380] env[69784]: value = "task-3627487" [ 855.316380] env[69784]: _type = "Task" [ 855.316380] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.318047] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.326492] env[69784]: DEBUG oslo_vmware.api [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.333166] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.390259] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.390259] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.390259] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.390259] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.390259] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.390259] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.390690] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.390940] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.391291] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.391583] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.391922] env[69784]: DEBUG nova.virt.hardware [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.393385] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb9cd36-1d59-48ba-bded-23e819e65fb1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.405398] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bafa3b-fda3-4f46-b2d0-6376bc0004ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.493499] env[69784]: DEBUG nova.scheduler.client.report [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.614328] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.615427] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance network_info: |[{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.615427] env[69784]: DEBUG oslo_concurrency.lockutils [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.615427] env[69784]: DEBUG nova.network.neutron [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Refreshing network info cache for port f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.616306] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:2b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2675e22-1a2f-4fdc-a364-397cd259d5d7', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.624483] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating folder: Project (0e4290b56cc84188afb668a1d1c8cd74). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.627405] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcd0224d-c582-4de8-973d-c30caa8d951e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.640888] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Created folder: Project (0e4290b56cc84188afb668a1d1c8cd74) in parent group-v723273. [ 855.641122] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating folder: Instances. Parent ref: group-v723414. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.641363] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-487d27a9-0938-443c-8403-a5fcf12c1479 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.654251] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Created folder: Instances in parent group-v723414. [ 855.654251] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.654251] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.654251] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ebd877-fe3f-4278-96a0-2da4d1fcf6f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.676931] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.676931] env[69784]: value = "task-3627490" [ 855.676931] env[69784]: _type = "Task" [ 855.676931] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.690518] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627490, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.819466] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079042} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.822654] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.823448] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e022ad3b-a2c2-48c9-94f1-3152095c0128 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.832233] env[69784]: DEBUG oslo_vmware.api [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145925} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.844820] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.844975] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.845170] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.845348] env[69784]: INFO nova.compute.manager [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Took 1.16 seconds to destroy the instance on the hypervisor. [ 855.845592] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.854172] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 6547edea-1ce4-4ae0-9975-8028277a7527/6547edea-1ce4-4ae0-9975-8028277a7527.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.856813] env[69784]: DEBUG nova.compute.manager [-] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.856944] env[69784]: DEBUG nova.network.neutron [-] [instance: 9e341751-78ca-4aff-ba61-33023725d897] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.858456] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e3e34f-09d7-47ee-a213-752cd812f5f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.883659] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 855.883659] env[69784]: value = "task-3627491" [ 855.883659] env[69784]: _type = "Task" [ 855.883659] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.893770] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.998469] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.999046] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.002946] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.435s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.002946] env[69784]: DEBUG nova.objects.instance [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lazy-loading 'resources' on Instance uuid cb0a3558-11b6-40a9-87d3-2f920dcc20c0 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.091709] env[69784]: DEBUG nova.network.neutron [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updated VIF entry in instance network info cache for port f2675e22-1a2f-4fdc-a364-397cd259d5d7. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.092069] env[69784]: DEBUG nova.network.neutron [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.110682] env[69784]: DEBUG nova.network.neutron [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Successfully updated port: ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.188422] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627490, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.276680] env[69784]: DEBUG nova.compute.manager [req-3580fde4-9a54-482a-91dd-76da948c0528 req-787deed7-833c-4b40-bf3c-a9a4796313e2 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Received event network-vif-deleted-8176603f-93e3-45d1-8899-59d250b183e7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.276999] env[69784]: INFO nova.compute.manager [req-3580fde4-9a54-482a-91dd-76da948c0528 req-787deed7-833c-4b40-bf3c-a9a4796313e2 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Neutron deleted interface 8176603f-93e3-45d1-8899-59d250b183e7; detaching it from the instance and deleting it from the info cache [ 856.277303] env[69784]: DEBUG nova.network.neutron [req-3580fde4-9a54-482a-91dd-76da948c0528 req-787deed7-833c-4b40-bf3c-a9a4796313e2 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.395293] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.507545] env[69784]: DEBUG nova.compute.utils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.511948] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.511948] env[69784]: DEBUG nova.network.neutron [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.594549] env[69784]: DEBUG oslo_concurrency.lockutils [req-637accd7-c3b9-4135-94c0-451854aad0a4 req-e1a34d4e-6e03-4f25-8b2b-895021274562 service nova] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.596408] env[69784]: DEBUG nova.policy [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e9075c56ca94c0386fe2c7173a79a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6090d77478a04343ab003c41bd4a1f4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.614319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-49b1eff5-eb0b-459e-837e-23214312f720" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.614466] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-49b1eff5-eb0b-459e-837e-23214312f720" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.616705] env[69784]: DEBUG nova.network.neutron [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.692887] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627490, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.765140] env[69784]: DEBUG nova.network.neutron [-] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.779866] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8045aee-d3b8-427c-8a79-cbc7dff29631 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.792818] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268ae51-b1c9-42c3-b748-3cc6c43f3079 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.842911] env[69784]: DEBUG nova.compute.manager [req-3580fde4-9a54-482a-91dd-76da948c0528 req-787deed7-833c-4b40-bf3c-a9a4796313e2 service nova] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Detach interface failed, port_id=8176603f-93e3-45d1-8899-59d250b183e7, reason: Instance 9e341751-78ca-4aff-ba61-33023725d897 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.894192] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627491, 'name': ReconfigVM_Task, 'duration_secs': 0.588149} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.894578] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 6547edea-1ce4-4ae0-9975-8028277a7527/6547edea-1ce4-4ae0-9975-8028277a7527.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.895121] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ab6b53-7a71-4191-abda-d06d4d8dd42b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.903116] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 856.903116] env[69784]: value = "task-3627492" [ 856.903116] env[69784]: _type = "Task" [ 856.903116] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.912635] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627492, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.940403] env[69784]: DEBUG nova.compute.manager [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Received event network-vif-plugged-ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.940714] env[69784]: DEBUG oslo_concurrency.lockutils [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] Acquiring lock "49b1eff5-eb0b-459e-837e-23214312f720-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.940830] env[69784]: DEBUG oslo_concurrency.lockutils [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] Lock "49b1eff5-eb0b-459e-837e-23214312f720-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.940994] env[69784]: DEBUG oslo_concurrency.lockutils [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] Lock "49b1eff5-eb0b-459e-837e-23214312f720-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.941176] env[69784]: DEBUG nova.compute.manager [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] No waiting events found dispatching network-vif-plugged-ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.941361] env[69784]: WARNING nova.compute.manager [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Received unexpected event network-vif-plugged-ad54f039-12a0-4ef3-92cc-aa63a4f05949 for instance with vm_state building and task_state spawning. [ 856.941510] env[69784]: DEBUG nova.compute.manager [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Received event network-changed-ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.941656] env[69784]: DEBUG nova.compute.manager [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Refreshing instance network info cache due to event network-changed-ad54f039-12a0-4ef3-92cc-aa63a4f05949. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.941810] env[69784]: DEBUG oslo_concurrency.lockutils [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] Acquiring lock "refresh_cache-49b1eff5-eb0b-459e-837e-23214312f720" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.997330] env[69784]: DEBUG nova.network.neutron [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Successfully created port: cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.011949] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.150809] env[69784]: DEBUG nova.network.neutron [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.193628] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627490, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.222236] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65231575-5b29-4513-8610-a4ed6eddc400 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.230715] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15687331-e7fa-4dd0-a0ec-3a336d4dfbad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.987871] env[69784]: INFO nova.compute.manager [-] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Took 2.13 seconds to deallocate network for instance. [ 858.002354] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51954b92-f606-462c-9940-c2c3dd725e67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.017342] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627492, 'name': Rename_Task, 'duration_secs': 0.246676} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.017511] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627490, 'name': CreateVM_Task, 'duration_secs': 1.594675} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.018131] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.018305] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.019559] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77f7b49-4080-4be2-8a6f-fe6e1d6615c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.023466] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ec901c-7110-4a60-9cce-5c9b1bde9570 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.025390] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.025543] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025849] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.026144] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93e8bb1-a0f3-4d80-b1d5-0411f6c91128 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.040776] env[69784]: DEBUG nova.compute.provider_tree [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.045082] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 858.045082] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b5a1b1-20a8-13e8-0bc5-9e48e3a4d655" [ 858.045082] env[69784]: _type = "Task" [ 858.045082] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.046079] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 858.046079] env[69784]: value = "task-3627493" [ 858.046079] env[69784]: _type = "Task" [ 858.046079] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.058118] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.061811] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b5a1b1-20a8-13e8-0bc5-9e48e3a4d655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.083842] env[69784]: DEBUG nova.network.neutron [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Updating instance_info_cache with network_info: [{"id": "ad54f039-12a0-4ef3-92cc-aa63a4f05949", "address": "fa:16:3e:44:af:a4", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad54f039-12", "ovs_interfaceid": "ad54f039-12a0-4ef3-92cc-aa63a4f05949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.156863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.156863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lock "32d380c2-6ed7-423f-b555-584965ef0110" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.506755] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.519586] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.549268] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.549604] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.549787] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.549982] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.550141] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.550288] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.550499] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.550658] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.550817] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.550988] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.551209] env[69784]: DEBUG nova.virt.hardware [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.552071] env[69784]: DEBUG nova.scheduler.client.report [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.556119] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769a605-9fe0-41b8-9f6d-47025d15b9f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.571796] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b5a1b1-20a8-13e8-0bc5-9e48e3a4d655, 'name': SearchDatastore_Task, 'duration_secs': 0.044696} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.577671] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.577910] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.578202] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.578353] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.578619] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.578802] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.580152] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0ee630-c5a4-475e-9ec1-24a7e74de0a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.582609] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f889e-40d8-4dd3-95d4-64a98e4a2e11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.587263] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-49b1eff5-eb0b-459e-837e-23214312f720" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.587578] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance network_info: |[{"id": "ad54f039-12a0-4ef3-92cc-aa63a4f05949", "address": "fa:16:3e:44:af:a4", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad54f039-12", "ovs_interfaceid": "ad54f039-12a0-4ef3-92cc-aa63a4f05949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.588258] env[69784]: DEBUG oslo_concurrency.lockutils [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] Acquired lock "refresh_cache-49b1eff5-eb0b-459e-837e-23214312f720" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.588470] env[69784]: DEBUG nova.network.neutron [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Refreshing network info cache for port ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.589685] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:af:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad54f039-12a0-4ef3-92cc-aa63a4f05949', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.597219] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.599584] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.600149] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.600149] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.610382] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1b82af7-f7fa-4add-8c46-9d977576d8f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.625167] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fe8df6-2c2b-43f4-9d8e-c573016a66e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.632291] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 858.632291] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f69cf-2b3d-b13f-5e02-0b641156e645" [ 858.632291] env[69784]: _type = "Task" [ 858.632291] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.633570] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.633570] env[69784]: value = "task-3627494" [ 858.633570] env[69784]: _type = "Task" [ 858.633570] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.645362] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f69cf-2b3d-b13f-5e02-0b641156e645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.648324] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627494, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.659552] env[69784]: DEBUG nova.compute.utils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.759527] env[69784]: DEBUG nova.network.neutron [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Successfully updated port: cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.061053] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.059s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.063582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.812s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.064858] env[69784]: INFO nova.compute.claims [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.074327] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.099401] env[69784]: INFO nova.scheduler.client.report [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Deleted allocations for instance cb0a3558-11b6-40a9-87d3-2f920dcc20c0 [ 859.134135] env[69784]: DEBUG nova.compute.manager [req-6650513b-149e-47e8-885a-cfcede5f347f req-3b883fae-b094-463a-a127-7f9e13398de8 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Received event network-vif-plugged-cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.134135] env[69784]: DEBUG oslo_concurrency.lockutils [req-6650513b-149e-47e8-885a-cfcede5f347f req-3b883fae-b094-463a-a127-7f9e13398de8 service nova] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.134135] env[69784]: DEBUG oslo_concurrency.lockutils [req-6650513b-149e-47e8-885a-cfcede5f347f req-3b883fae-b094-463a-a127-7f9e13398de8 service nova] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.134135] env[69784]: DEBUG oslo_concurrency.lockutils [req-6650513b-149e-47e8-885a-cfcede5f347f req-3b883fae-b094-463a-a127-7f9e13398de8 service nova] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.134135] env[69784]: DEBUG nova.compute.manager [req-6650513b-149e-47e8-885a-cfcede5f347f req-3b883fae-b094-463a-a127-7f9e13398de8 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] No waiting events found dispatching network-vif-plugged-cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.134135] env[69784]: WARNING nova.compute.manager [req-6650513b-149e-47e8-885a-cfcede5f347f req-3b883fae-b094-463a-a127-7f9e13398de8 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Received unexpected event network-vif-plugged-cb28e0b4-662c-4acf-8909-8870fb3c5a8b for instance with vm_state building and task_state spawning. [ 859.147916] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627494, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.151380] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f69cf-2b3d-b13f-5e02-0b641156e645, 'name': SearchDatastore_Task, 'duration_secs': 0.037356} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.152436] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9cd2ac-c013-4733-8338-54186309268d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.158851] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 859.158851] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c8af88-373a-d16d-5624-20a9f77c9e61" [ 859.158851] env[69784]: _type = "Task" [ 859.158851] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.164179] env[69784]: DEBUG oslo_concurrency.lockutils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lock "32d380c2-6ed7-423f-b555-584965ef0110" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.171611] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c8af88-373a-d16d-5624-20a9f77c9e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.269477] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.269477] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.269477] env[69784]: DEBUG nova.network.neutron [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.390317] env[69784]: DEBUG nova.network.neutron [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Updated VIF entry in instance network info cache for port ad54f039-12a0-4ef3-92cc-aa63a4f05949. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.390731] env[69784]: DEBUG nova.network.neutron [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Updating instance_info_cache with network_info: [{"id": "ad54f039-12a0-4ef3-92cc-aa63a4f05949", "address": "fa:16:3e:44:af:a4", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad54f039-12", "ovs_interfaceid": "ad54f039-12a0-4ef3-92cc-aa63a4f05949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.567196] env[69784]: DEBUG oslo_vmware.api [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627493, 'name': PowerOnVM_Task, 'duration_secs': 1.183726} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.567756] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.567990] env[69784]: INFO nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Took 9.84 seconds to spawn the instance on the hypervisor. [ 859.568237] env[69784]: DEBUG nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.569074] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efecc76b-aacc-40f8-ba45-b667f9541696 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.609914] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb3beac1-04ff-4386-af04-134903f09fdd tempest-ListImageFiltersTestJSON-2080667869 tempest-ListImageFiltersTestJSON-2080667869-project-member] Lock "cb0a3558-11b6-40a9-87d3-2f920dcc20c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.702s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.652091] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627494, 'name': CreateVM_Task, 'duration_secs': 0.939937} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.652337] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.652984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.654131] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.654131] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.654131] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32a9dfe-345b-474d-be20-fec89b01c5d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.659819] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 859.659819] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52733209-db2b-2973-f0ff-6a4aed459ac2" [ 859.659819] env[69784]: _type = "Task" [ 859.659819] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.675822] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52733209-db2b-2973-f0ff-6a4aed459ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.679106] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c8af88-373a-d16d-5624-20a9f77c9e61, 'name': SearchDatastore_Task, 'duration_secs': 0.026085} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.679415] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.679676] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.680155] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9854c197-ce03-4772-8fa6-545a8b1348eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.687559] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 859.687559] env[69784]: value = "task-3627495" [ 859.687559] env[69784]: _type = "Task" [ 859.687559] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.697756] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.811725] env[69784]: DEBUG nova.network.neutron [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.893787] env[69784]: DEBUG oslo_concurrency.lockutils [req-f2af79a0-5778-4f6f-a83b-c8cbf9cd558a req-c04904dd-f252-4069-bd60-fa1bb1108439 service nova] Releasing lock "refresh_cache-49b1eff5-eb0b-459e-837e-23214312f720" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.996367] env[69784]: DEBUG nova.network.neutron [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.091131] env[69784]: INFO nova.compute.manager [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Took 44.53 seconds to build instance. [ 860.177896] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52733209-db2b-2973-f0ff-6a4aed459ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.016586} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.178294] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.178485] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.178718] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.178862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.179190] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.180153] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-008cc4c3-f923-4b42-92c4-6087f8d688d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.194881] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.195268] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.199041] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d297035c-411f-424e-9efc-620c056d5a65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.201238] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627495, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.204738] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 860.204738] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d94b87-81dc-8a90-9b62-5042b475dea5" [ 860.204738] env[69784]: _type = "Task" [ 860.204738] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.216948] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d94b87-81dc-8a90-9b62-5042b475dea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.256052] env[69784]: DEBUG oslo_concurrency.lockutils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.256341] env[69784]: DEBUG oslo_concurrency.lockutils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lock "32d380c2-6ed7-423f-b555-584965ef0110" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.256574] env[69784]: INFO nova.compute.manager [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Attaching volume 8640b0cd-68ae-4355-b372-6e8c58abfe8b to /dev/sdb [ 860.318077] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af60a2f-dee4-40bb-908f-8ad3a83c2192 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.329354] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd273dd-fb78-49f8-8d07-998770a0ad27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.350221] env[69784]: DEBUG nova.virt.block_device [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updating existing volume attachment record: d6f39510-1fa0-4d3b-ac8a-b7ad334ea8f5 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 860.499690] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.500320] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Instance network_info: |[{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.503269] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:79:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb28e0b4-662c-4acf-8909-8870fb3c5a8b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.514637] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating folder: Project (6090d77478a04343ab003c41bd4a1f4b). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.516531] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec9bdbea-c1dc-48f0-84d7-aa5c75b25bdc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.543461] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created folder: Project (6090d77478a04343ab003c41bd4a1f4b) in parent group-v723273. [ 860.543743] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating folder: Instances. Parent ref: group-v723420. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.544053] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a3c15e3-340c-4f3d-9183-376647004fa6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564692] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created folder: Instances in parent group-v723420. [ 860.564692] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.564692] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.564692] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f4013b-3257-4d6f-8025-1072279ba425 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.587414] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.587414] env[69784]: value = "task-3627501" [ 860.587414] env[69784]: _type = "Task" [ 860.587414] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.596597] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca25dacb-ec77-48d1-88c0-cc46ca859222 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6547edea-1ce4-4ae0-9975-8028277a7527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.989s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.596817] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627501, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.669320] env[69784]: DEBUG oslo_concurrency.lockutils [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] Acquiring lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.669521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] Acquired lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.670762] env[69784]: DEBUG nova.network.neutron [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.705598] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627495, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.721753] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d94b87-81dc-8a90-9b62-5042b475dea5, 'name': SearchDatastore_Task, 'duration_secs': 0.018349} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.722621] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5be8a6-fc3c-4671-bea8-a63ee2f4b413 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.729122] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 860.729122] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5289971d-1afc-d3fb-ed97-99b52870d1ae" [ 860.729122] env[69784]: _type = "Task" [ 860.729122] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.744490] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5289971d-1afc-d3fb-ed97-99b52870d1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.796290] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc9b79-81a2-48d7-9efe-d40a66e3b9f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.805396] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952003d7-249e-40f6-985c-efb635ebfb29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.840989] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6614a0-1a0b-4b1e-a83c-a3ab33bb1fc0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.851863] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85100c74-42e1-4f03-8539-46fd3961e47a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.870204] env[69784]: DEBUG nova.compute.provider_tree [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.103433] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.104946] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627501, 'name': CreateVM_Task, 'duration_secs': 0.383345} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.105162] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.105891] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.106706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.107192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.107823] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16068f52-af3e-4d1c-883b-271f64b501ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.115944] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 861.115944] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d5b02e-2510-d7b8-8d8a-0d87b439de57" [ 861.115944] env[69784]: _type = "Task" [ 861.115944] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.125963] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d5b02e-2510-d7b8-8d8a-0d87b439de57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.179019] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.179019] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.204023] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627495, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.03611} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.204023] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.204023] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.204023] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b41c867c-419a-4afb-9ccd-79893aaaf971 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.212916] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 861.212916] env[69784]: value = "task-3627502" [ 861.212916] env[69784]: _type = "Task" [ 861.212916] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.224032] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.247048] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5289971d-1afc-d3fb-ed97-99b52870d1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.043218} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.247048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.247440] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.248125] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06530f0d-d9b3-4187-8bcb-eef7f16778f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.259725] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 861.259725] env[69784]: value = "task-3627503" [ 861.259725] env[69784]: _type = "Task" [ 861.259725] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.269646] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.373820] env[69784]: DEBUG nova.scheduler.client.report [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.425987] env[69784]: DEBUG nova.compute.manager [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Received event network-changed-cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.425987] env[69784]: DEBUG nova.compute.manager [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Refreshing instance network info cache due to event network-changed-cb28e0b4-662c-4acf-8909-8870fb3c5a8b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.425987] env[69784]: DEBUG oslo_concurrency.lockutils [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.425987] env[69784]: DEBUG oslo_concurrency.lockutils [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.425987] env[69784]: DEBUG nova.network.neutron [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Refreshing network info cache for port cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.517686] env[69784]: DEBUG nova.network.neutron [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Updating instance_info_cache with network_info: [{"id": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "address": "fa:16:3e:6f:a2:48", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a13cd85-f4", "ovs_interfaceid": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.630941] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d5b02e-2510-d7b8-8d8a-0d87b439de57, 'name': SearchDatastore_Task, 'duration_secs': 0.02047} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.631578] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.631925] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.632293] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.632570] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.633231] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.633231] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329b7596-d99a-49eb-a1a6-dc53c410061c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.641051] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.651449] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.651645] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.652406] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f41024b-0f62-4762-a9f8-4e8ecb05541a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.658627] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 861.658627] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522bd2d5-2a73-1271-e294-7137554d3984" [ 861.658627] env[69784]: _type = "Task" [ 861.658627] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.667143] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522bd2d5-2a73-1271-e294-7137554d3984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.690211] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.690438] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.690597] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.690749] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.690891] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.691049] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.691190] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 861.691338] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.724367] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189235} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.724367] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.725397] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99230f27-5155-421c-97ff-d713c8406c7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.750942] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.751343] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5d5c93-2bbf-4571-8b84-0a8762b67afb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.775208] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.776687] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 861.776687] env[69784]: value = "task-3627504" [ 861.776687] env[69784]: _type = "Task" [ 861.776687] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.785606] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.881193] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.881818] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.885414] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.636s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.887335] env[69784]: INFO nova.compute.claims [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.023198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] Releasing lock "refresh_cache-6547edea-1ce4-4ae0-9975-8028277a7527" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.023198] env[69784]: DEBUG nova.compute.manager [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Inject network info {{(pid=69784) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 862.023198] env[69784]: DEBUG nova.compute.manager [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] network_info to inject: |[{"id": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "address": "fa:16:3e:6f:a2:48", "network": {"id": "6076e2a6-1c36-4314-8c64-0cede1fc25b2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2073857224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6710a824fd054f5b9c6decafad675dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a13cd85-f4", "ovs_interfaceid": "1a13cd85-f479-4d80-8e2e-290f7f47ad56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 862.032127] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Reconfiguring VM instance to set the machine id {{(pid=69784) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 862.032595] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be009d3-9ad9-4a1b-91f3-69d83b7d5b90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.052153] env[69784]: DEBUG oslo_vmware.api [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] Waiting for the task: (returnval){ [ 862.052153] env[69784]: value = "task-3627505" [ 862.052153] env[69784]: _type = "Task" [ 862.052153] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.070025] env[69784]: DEBUG oslo_vmware.api [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] Task: {'id': task-3627505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.173776] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522bd2d5-2a73-1271-e294-7137554d3984, 'name': SearchDatastore_Task, 'duration_secs': 0.027658} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.177439] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98740ea-d0e1-494d-b0df-ae48835b36e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.189320] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 862.189320] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d77f82-8b7a-9425-1e1a-7e52d752140b" [ 862.189320] env[69784]: _type = "Task" [ 862.189320] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.199694] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.207307] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d77f82-8b7a-9425-1e1a-7e52d752140b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.280686] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627503, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.293022] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.299097] env[69784]: DEBUG nova.network.neutron [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updated VIF entry in instance network info cache for port cb28e0b4-662c-4acf-8909-8870fb3c5a8b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.299643] env[69784]: DEBUG nova.network.neutron [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.393408] env[69784]: DEBUG nova.compute.utils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.399912] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.399912] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.473300] env[69784]: DEBUG nova.policy [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d463e67dbf24cd98e593268bca93f0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2797922a6d9649d0ac6ff8a391e38849', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.569016] env[69784]: DEBUG oslo_vmware.api [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] Task: {'id': task-3627505, 'name': ReconfigVM_Task, 'duration_secs': 0.302536} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.569740] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-502c7500-5ddb-4c21-9cc1-083bd50df7ee tempest-ServersAdminTestJSON-1094773014 tempest-ServersAdminTestJSON-1094773014-project-admin] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Reconfigured VM instance to set the machine id {{(pid=69784) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 862.700582] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d77f82-8b7a-9425-1e1a-7e52d752140b, 'name': SearchDatastore_Task, 'duration_secs': 0.019155} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.700847] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.701252] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61/c26c0ac4-ea77-4419-af07-6a3d1d878b61.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.701500] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4265d475-dbf2-4fe4-84fe-c8fd51bd7788 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.709652] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 862.709652] env[69784]: value = "task-3627507" [ 862.709652] env[69784]: _type = "Task" [ 862.709652] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.719731] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.778255] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627503, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.338019} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.778255] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.778807] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.779270] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fbbf5c8-5a9a-44eb-8cd1-a45d1f028391 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.799338] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.801583] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 862.801583] env[69784]: value = "task-3627508" [ 862.801583] env[69784]: _type = "Task" [ 862.801583] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.804795] env[69784]: DEBUG oslo_concurrency.lockutils [req-fae9b9d5-43cc-4411-9166-472e601c04ae req-720b7602-853d-4510-8d48-0c4eaa8f7fe2 service nova] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.810901] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.900571] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.904685] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Successfully created port: 0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.221818] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.297394] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627504, 'name': ReconfigVM_Task, 'duration_secs': 1.315244} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.298834] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.298834] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22852cbd-ad58-4d29-8e38-f8e0e6b43e71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.313025] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 863.313025] env[69784]: value = "task-3627509" [ 863.313025] env[69784]: _type = "Task" [ 863.313025] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.314914] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279267} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.318670] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.320198] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60046c61-3e0e-4b7b-b2ea-df379103a669 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.350259] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627509, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.357771] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.361104] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda7c491-2945-4c08-8a34-83934cb8feac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.382699] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 863.382699] env[69784]: value = "task-3627510" [ 863.382699] env[69784]: _type = "Task" [ 863.382699] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.392566] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.443864] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Successfully created port: 1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.705968] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00072618-a44e-4a3b-9273-c4cc6eb0c1ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.717622] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b273be8b-51d6-4abc-b7e7-fa6d2cabb8af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.723747] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.751715] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d325c-f35b-4f36-bee8-09a97a20ad8c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.760217] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba612fd2-e8e0-438b-9cbd-3ba87ce89e15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.774424] env[69784]: DEBUG nova.compute.provider_tree [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.825380] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627509, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.894671] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.919517] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.941995] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.942262] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.942684] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.942956] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.943126] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.943276] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.943481] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.943639] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.943799] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.943957] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.944160] env[69784]: DEBUG nova.virt.hardware [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.945211] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43059cb4-d422-4bc6-921d-b365398f74ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.954345] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89a27b-1da3-4f91-bb35-4a5ac01331c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.228619] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627507, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.508333} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.228619] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61/c26c0ac4-ea77-4419-af07-6a3d1d878b61.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.228619] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.228619] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd5530c9-5943-4a6a-b299-33533e1ec042 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.238466] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 864.238466] env[69784]: value = "task-3627511" [ 864.238466] env[69784]: _type = "Task" [ 864.238466] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.250763] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.278161] env[69784]: DEBUG nova.scheduler.client.report [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.308237] env[69784]: INFO nova.compute.manager [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Rebuilding instance [ 864.326608] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627509, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.396773] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.404847] env[69784]: DEBUG nova.compute.manager [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.405678] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f0421a-abfb-4cd8-ab0d-671ff2a5e728 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.752944] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077351} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.753053] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.754223] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd16ee0-3f61-4492-9a94-d53e5352ef1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.776104] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61/c26c0ac4-ea77-4419-af07-6a3d1d878b61.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.776528] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55481370-37a9-482d-9963-ba59abcb0e81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.793044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.793273] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.795791] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.778s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.795986] env[69784]: DEBUG nova.objects.instance [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.806238] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 864.806238] env[69784]: value = "task-3627512" [ 864.806238] env[69784]: _type = "Task" [ 864.806238] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.818141] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.829035] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627509, 'name': Rename_Task, 'duration_secs': 1.333304} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.829035] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.829035] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664865b2-3404-476a-a577-cf1bba974f72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.837176] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 864.837176] env[69784]: value = "task-3627513" [ 864.837176] env[69784]: _type = "Task" [ 864.837176] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.849188] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.903316] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.932248] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 864.935017] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723422', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'name': 'volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32d380c2-6ed7-423f-b555-584965ef0110', 'attached_at': '', 'detached_at': '', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'serial': '8640b0cd-68ae-4355-b372-6e8c58abfe8b'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 864.935017] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b19d3b-e923-44b6-b1c6-e2c726b2fc59 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.954089] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55244ec7-f4dd-4a9f-8e76-de1ec2760993 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.983331] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b/volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.984095] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418d31d6-f09b-4ad8-8778-fe6785a1e18e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.007475] env[69784]: DEBUG oslo_vmware.api [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Waiting for the task: (returnval){ [ 865.007475] env[69784]: value = "task-3627514" [ 865.007475] env[69784]: _type = "Task" [ 865.007475] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.021326] env[69784]: DEBUG oslo_vmware.api [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.165526] env[69784]: DEBUG nova.compute.manager [req-1c88455a-a0d0-4e14-80c5-ef576a477897 req-4cc6273b-e074-49a8-9fb3-becc56581758 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received event network-vif-plugged-0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.165646] env[69784]: DEBUG oslo_concurrency.lockutils [req-1c88455a-a0d0-4e14-80c5-ef576a477897 req-4cc6273b-e074-49a8-9fb3-becc56581758 service nova] Acquiring lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.165864] env[69784]: DEBUG oslo_concurrency.lockutils [req-1c88455a-a0d0-4e14-80c5-ef576a477897 req-4cc6273b-e074-49a8-9fb3-becc56581758 service nova] Lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.168105] env[69784]: DEBUG oslo_concurrency.lockutils [req-1c88455a-a0d0-4e14-80c5-ef576a477897 req-4cc6273b-e074-49a8-9fb3-becc56581758 service nova] Lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.168547] env[69784]: DEBUG nova.compute.manager [req-1c88455a-a0d0-4e14-80c5-ef576a477897 req-4cc6273b-e074-49a8-9fb3-becc56581758 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] No waiting events found dispatching network-vif-plugged-0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.168605] env[69784]: WARNING nova.compute.manager [req-1c88455a-a0d0-4e14-80c5-ef576a477897 req-4cc6273b-e074-49a8-9fb3-becc56581758 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received unexpected event network-vif-plugged-0f399be6-d049-462d-b734-b3b82f3e5515 for instance with vm_state building and task_state spawning. [ 865.304836] env[69784]: DEBUG nova.compute.utils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.314105] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.314335] env[69784]: DEBUG nova.network.neutron [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.332292] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627512, 'name': ReconfigVM_Task, 'duration_secs': 0.385323} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.332637] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61/c26c0ac4-ea77-4419-af07-6a3d1d878b61.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.333448] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd0e57b-a108-4fe7-b199-823913583d30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.346330] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 865.346330] env[69784]: value = "task-3627515" [ 865.346330] env[69784]: _type = "Task" [ 865.346330] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.352901] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627513, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.359823] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627515, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.372093] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Successfully updated port: 0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.397809] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627510, 'name': ReconfigVM_Task, 'duration_secs': 1.694941} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.399356] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.399356] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f50403-fc43-45f9-b941-f4aa9316062a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.407876] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 865.407876] env[69784]: value = "task-3627516" [ 865.407876] env[69784]: _type = "Task" [ 865.407876] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.427502] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.427782] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627516, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.429371] env[69784]: DEBUG nova.policy [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a057a5b4d624520bdd67e4b0197a713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '244bddd5823244c295d16fbe94710f2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.431389] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39334a2f-4f0d-4154-8ef3-119bfc173503 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.444274] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 865.444274] env[69784]: value = "task-3627517" [ 865.444274] env[69784]: _type = "Task" [ 865.444274] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.451904] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.521919] env[69784]: DEBUG oslo_vmware.api [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627514, 'name': ReconfigVM_Task, 'duration_secs': 0.431964} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.522388] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b/volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.527539] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f8a9c0-1ded-4680-8ec7-63060a1c476b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.547838] env[69784]: DEBUG oslo_vmware.api [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Waiting for the task: (returnval){ [ 865.547838] env[69784]: value = "task-3627518" [ 865.547838] env[69784]: _type = "Task" [ 865.547838] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.560291] env[69784]: DEBUG oslo_vmware.api [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.811207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f99a402-9666-4219-a8a5-63d0247e9128 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.813463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.168s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.813701] env[69784]: DEBUG nova.objects.instance [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lazy-loading 'resources' on Instance uuid 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.823318] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.851168] env[69784]: DEBUG oslo_vmware.api [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627513, 'name': PowerOnVM_Task, 'duration_secs': 0.543486} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.856544] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.856851] env[69784]: INFO nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Took 13.29 seconds to spawn the instance on the hypervisor. [ 865.857097] env[69784]: DEBUG nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.858715] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14bd829-0ed0-4cef-9ee6-e4c6754c52ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.868947] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627515, 'name': Rename_Task, 'duration_secs': 0.215243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.870817] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.874085] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eddb36c-c60d-4e3f-b1ce-92340a27fd25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.885857] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 865.885857] env[69784]: value = "task-3627519" [ 865.885857] env[69784]: _type = "Task" [ 865.885857] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.895465] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.921623] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627516, 'name': Rename_Task, 'duration_secs': 0.198383} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.921812] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.922068] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75190a67-1e10-4703-ae0d-d40453469b1b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.931197] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 865.931197] env[69784]: value = "task-3627520" [ 865.931197] env[69784]: _type = "Task" [ 865.931197] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.940524] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.952484] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627517, 'name': PowerOffVM_Task, 'duration_secs': 0.197402} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.952484] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.952484] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.956952] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55161d69-dda4-45be-b80e-c7c4737b0eaf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.962915] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.963279] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e247526-c46e-4d8a-afe3-cfa34b063443 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.055405] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.055802] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.055909] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.056559] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3fde191-f2fc-487d-a287-d3369c1846c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.062923] env[69784]: DEBUG oslo_vmware.api [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627518, 'name': ReconfigVM_Task, 'duration_secs': 0.174645} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.064662] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723422', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'name': 'volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32d380c2-6ed7-423f-b555-584965ef0110', 'attached_at': '', 'detached_at': '', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'serial': '8640b0cd-68ae-4355-b372-6e8c58abfe8b'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 866.066786] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 866.066786] env[69784]: value = "task-3627522" [ 866.066786] env[69784]: _type = "Task" [ 866.066786] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.076635] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.245282] env[69784]: DEBUG nova.network.neutron [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Successfully created port: 67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.406693] env[69784]: INFO nova.compute.manager [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Took 47.68 seconds to build instance. [ 866.421791] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.449139] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.586765] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288106} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.586765] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.586765] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.586765] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.831425] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.866459] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.866803] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.867292] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.867606] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.867815] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.868053] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.868553] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.868796] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.869094] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.869430] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.869743] env[69784]: DEBUG nova.virt.hardware [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.874981] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c7b0f-dfb6-45e4-8885-0c97c2794f85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.899991] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd82c75-4112-497a-96ee-95782a41f07b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.911188] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.912488] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40d85d75-2c25-46c3-acff-a777d13ef36c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.306s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.945727] env[69784]: DEBUG oslo_vmware.api [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627520, 'name': PowerOnVM_Task, 'duration_secs': 0.735643} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.949127] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.949127] env[69784]: INFO nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Took 11.61 seconds to spawn the instance on the hypervisor. [ 866.949127] env[69784]: DEBUG nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.949127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd43e05-1a33-4f4a-b9b5-75dbefedbe34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.073030] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575da8e9-f432-4234-a61b-514eed75590a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.079406] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aa00f3-e293-487b-bf81-fbc1676064a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.122026] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ffdc70-0c32-487d-b05b-2698c237b49c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.130497] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b4857e-5e50-475a-a9d5-a8809f42afb6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.138023] env[69784]: DEBUG nova.objects.instance [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lazy-loading 'flavor' on Instance uuid 32d380c2-6ed7-423f-b555-584965ef0110 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.149029] env[69784]: DEBUG nova.compute.provider_tree [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.270584] env[69784]: DEBUG nova.compute.manager [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received event network-changed-0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.270773] env[69784]: DEBUG nova.compute.manager [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Refreshing instance network info cache due to event network-changed-0f399be6-d049-462d-b734-b3b82f3e5515. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.270986] env[69784]: DEBUG oslo_concurrency.lockutils [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] Acquiring lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.271170] env[69784]: DEBUG oslo_concurrency.lockutils [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] Acquired lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.271315] env[69784]: DEBUG nova.network.neutron [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Refreshing network info cache for port 0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.399158] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.415358] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.426983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "98640faf-0218-4024-8782-b326d2e764d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.428198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "98640faf-0218-4024-8782-b326d2e764d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.476493] env[69784]: INFO nova.compute.manager [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Took 46.45 seconds to build instance. [ 867.653670] env[69784]: DEBUG nova.scheduler.client.report [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.662319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-97a60da8-0cb9-4546-8e1c-8bc7cd28a89e tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lock "32d380c2-6ed7-423f-b555-584965ef0110" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.405s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.676538] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.676538] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.676538] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.676538] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.676538] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.676538] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.676911] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.676998] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.677314] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.677550] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.677814] env[69784]: DEBUG nova.virt.hardware [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.679145] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba01b1ef-44a1-4e27-a4aa-ba1bbec476b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.696647] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16dd594-6a7a-4bb4-98cc-8048395224dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.720195] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:91:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.727559] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.727843] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.728109] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93347308-de58-4bfe-9dea-a5d94422d277 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.755119] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.755119] env[69784]: value = "task-3627523" [ 867.755119] env[69784]: _type = "Task" [ 867.755119] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.765685] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627523, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.766652] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Successfully updated port: 1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.848897] env[69784]: DEBUG nova.network.neutron [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.898911] env[69784]: DEBUG oslo_vmware.api [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627519, 'name': PowerOnVM_Task, 'duration_secs': 1.627431} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.899398] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.899608] env[69784]: INFO nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 9.39 seconds to spawn the instance on the hypervisor. [ 867.899783] env[69784]: DEBUG nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.900635] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017b3afb-eb2b-439a-ba5a-8df1043c2299 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.956691] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.979666] env[69784]: DEBUG oslo_concurrency.lockutils [None req-551640b6-b737-4910-92b2-82682a0f191b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.979s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.028272] env[69784]: DEBUG nova.network.neutron [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.167294] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.174313] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.152s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.175438] env[69784]: INFO nova.compute.claims [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.213590] env[69784]: INFO nova.scheduler.client.report [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Deleted allocations for instance 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b [ 868.270040] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.273485] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627523, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.273485] env[69784]: DEBUG nova.network.neutron [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Successfully updated port: 67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.325589] env[69784]: DEBUG oslo_concurrency.lockutils [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "49b1eff5-eb0b-459e-837e-23214312f720" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.325589] env[69784]: DEBUG oslo_concurrency.lockutils [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.325589] env[69784]: DEBUG nova.compute.manager [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.326546] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a84b6a-7793-4e5e-b277-12fa644b2d27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.336282] env[69784]: DEBUG nova.compute.manager [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 868.337037] env[69784]: DEBUG nova.objects.instance [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'flavor' on Instance uuid 49b1eff5-eb0b-459e-837e-23214312f720 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.341223] env[69784]: DEBUG nova.compute.manager [req-958f1e5f-9b4b-4abc-b90b-d4932caf40ed req-da85918a-b0b8-4645-b3eb-012898e91c98 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received event network-vif-plugged-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.341443] env[69784]: DEBUG oslo_concurrency.lockutils [req-958f1e5f-9b4b-4abc-b90b-d4932caf40ed req-da85918a-b0b8-4645-b3eb-012898e91c98 service nova] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.343134] env[69784]: DEBUG oslo_concurrency.lockutils [req-958f1e5f-9b4b-4abc-b90b-d4932caf40ed req-da85918a-b0b8-4645-b3eb-012898e91c98 service nova] Lock "60428609-2f06-42ec-994e-473b86d87c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.343134] env[69784]: DEBUG oslo_concurrency.lockutils [req-958f1e5f-9b4b-4abc-b90b-d4932caf40ed req-da85918a-b0b8-4645-b3eb-012898e91c98 service nova] Lock "60428609-2f06-42ec-994e-473b86d87c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.343134] env[69784]: DEBUG nova.compute.manager [req-958f1e5f-9b4b-4abc-b90b-d4932caf40ed req-da85918a-b0b8-4645-b3eb-012898e91c98 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] No waiting events found dispatching network-vif-plugged-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.343134] env[69784]: WARNING nova.compute.manager [req-958f1e5f-9b4b-4abc-b90b-d4932caf40ed req-da85918a-b0b8-4645-b3eb-012898e91c98 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received unexpected event network-vif-plugged-67172a39-2dec-46c5-bcd6-a8978633d18c for instance with vm_state building and task_state spawning. [ 868.425163] env[69784]: INFO nova.compute.manager [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 45.12 seconds to build instance. [ 868.482929] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.535572] env[69784]: DEBUG oslo_concurrency.lockutils [req-e7898d55-95d7-4715-8c2c-9789597a1022 req-5831c5ab-d448-4fbb-a1e6-6cc0181f9ca3 service nova] Releasing lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.535572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.538590] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.657342] env[69784]: DEBUG oslo_concurrency.lockutils [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.657618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lock "32d380c2-6ed7-423f-b555-584965ef0110" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.724941] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6b31ae65-ba01-4d80-a302-f0d544ad9d85 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "9b7f9a9f-094d-49b1-8be8-f0e0b36b035b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.996s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.767820] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627523, 'name': CreateVM_Task, 'duration_secs': 0.535629} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.767820] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.769621] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.770022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.770292] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.770426] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6107a0a1-ae99-44e0-bb5b-e11e8f98d98e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.775055] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.775241] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.775430] env[69784]: DEBUG nova.network.neutron [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.779721] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 868.779721] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5256af29-67f4-eef2-a7dc-741509701644" [ 868.779721] env[69784]: _type = "Task" [ 868.779721] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.790032] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5256af29-67f4-eef2-a7dc-741509701644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.927764] env[69784]: DEBUG oslo_concurrency.lockutils [None req-96ba6ba7-7324-44cc-9099-6733e1a19384 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.124s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.009446] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.112563] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.161825] env[69784]: INFO nova.compute.manager [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Detaching volume 8640b0cd-68ae-4355-b372-6e8c58abfe8b [ 869.215411] env[69784]: INFO nova.virt.block_device [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Attempting to driver detach volume 8640b0cd-68ae-4355-b372-6e8c58abfe8b from mountpoint /dev/sdb [ 869.215663] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.215855] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723422', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'name': 'volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32d380c2-6ed7-423f-b555-584965ef0110', 'attached_at': '', 'detached_at': '', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'serial': '8640b0cd-68ae-4355-b372-6e8c58abfe8b'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.217508] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069cef9-7805-4c8b-acd5-fce7d5c83e41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.249021] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861572ed-07d2-4f20-8f25-984c574d87a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.257870] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6b681-cc9c-4c44-8f44-2ecc3362c7a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.291606] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61648ddb-5611-4ba1-b5ac-c4f0d6fcf015 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.304190] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5256af29-67f4-eef2-a7dc-741509701644, 'name': SearchDatastore_Task, 'duration_secs': 0.027091} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.316278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.316583] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.316873] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.317319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.317543] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.317890] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b/volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 869.323292] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.324388] env[69784]: DEBUG nova.network.neutron [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.329266] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0945db21-c47d-4acd-be2c-f2cf21b10457 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.331162] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513a6d0e-eb64-46a0-8021-a6b918b980a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.345769] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.346744] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f364eb9f-feab-49d1-b661-c94a2dc9b9db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.355516] env[69784]: DEBUG oslo_vmware.api [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 869.355516] env[69784]: value = "task-3627524" [ 869.355516] env[69784]: _type = "Task" [ 869.355516] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.357893] env[69784]: DEBUG oslo_vmware.api [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Waiting for the task: (returnval){ [ 869.357893] env[69784]: value = "task-3627525" [ 869.357893] env[69784]: _type = "Task" [ 869.357893] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.359782] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.359782] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.362667] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc2783e-3ac5-42bd-930d-8796b01b51b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.383021] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 869.383021] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52450b06-acb5-2aea-2812-5c137de1c92a" [ 869.383021] env[69784]: _type = "Task" [ 869.383021] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.385666] env[69784]: DEBUG oslo_vmware.api [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.385923] env[69784]: DEBUG oslo_vmware.api [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.403788] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52450b06-acb5-2aea-2812-5c137de1c92a, 'name': SearchDatastore_Task, 'duration_secs': 0.017261} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.407804] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3ccee0-fe28-4cf9-a9b0-d28a868a8d72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.426873] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 869.426873] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aa2c2b-92e5-48e5-80e5-d5d248571c07" [ 869.426873] env[69784]: _type = "Task" [ 869.426873] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.431542] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.442487] env[69784]: DEBUG nova.compute.manager [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received event network-vif-plugged-1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.442810] env[69784]: DEBUG oslo_concurrency.lockutils [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] Acquiring lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.443177] env[69784]: DEBUG oslo_concurrency.lockutils [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] Lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.443398] env[69784]: DEBUG oslo_concurrency.lockutils [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] Lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.443574] env[69784]: DEBUG nova.compute.manager [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] No waiting events found dispatching network-vif-plugged-1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.443740] env[69784]: WARNING nova.compute.manager [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received unexpected event network-vif-plugged-1ce9c34f-37d3-4e98-a0ca-20436a9f9514 for instance with vm_state building and task_state spawning. [ 869.443922] env[69784]: DEBUG nova.compute.manager [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received event network-changed-1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.444147] env[69784]: DEBUG nova.compute.manager [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Refreshing instance network info cache due to event network-changed-1ce9c34f-37d3-4e98-a0ca-20436a9f9514. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.444384] env[69784]: DEBUG oslo_concurrency.lockutils [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] Acquiring lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.458155] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aa2c2b-92e5-48e5-80e5-d5d248571c07, 'name': SearchDatastore_Task, 'duration_secs': 0.013323} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.458671] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.458935] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.459247] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aec08b7-b261-4c69-84ba-4432ac8dfcc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.472784] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 869.472784] env[69784]: value = "task-3627526" [ 869.472784] env[69784]: _type = "Task" [ 869.472784] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.488806] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.582450] env[69784]: DEBUG nova.network.neutron [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Updating instance_info_cache with network_info: [{"id": "0f399be6-d049-462d-b734-b3b82f3e5515", "address": "fa:16:3e:70:5a:e8", "network": {"id": "88c2a396-4bc7-4f56-9693-a27380bf9aee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-394608369", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f399be6-d0", "ovs_interfaceid": "0f399be6-d049-462d-b734-b3b82f3e5515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ce9c34f-37d3-4e98-a0ca-20436a9f9514", "address": "fa:16:3e:e0:0b:03", "network": {"id": "d6f77e32-d4ff-4b04-b389-5273641d4930", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-682754199", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce9c34f-37", "ovs_interfaceid": "1ce9c34f-37d3-4e98-a0ca-20436a9f9514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.627610] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "4536df5c-0d09-4083-aae3-809af5493e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.627888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "4536df5c-0d09-4083-aae3-809af5493e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.642637] env[69784]: DEBUG nova.network.neutron [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.879336] env[69784]: DEBUG oslo_vmware.api [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627524, 'name': PowerOffVM_Task, 'duration_secs': 0.379946} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.883164] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.884030] env[69784]: DEBUG nova.compute.manager [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.884030] env[69784]: DEBUG oslo_vmware.api [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627525, 'name': ReconfigVM_Task, 'duration_secs': 0.326848} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.884561] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22e7c89-09f4-45ef-8b35-7c635e132aa1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.887607] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.895437] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcb7ec6-7fcd-4447-a127-35ff19232328 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.919273] env[69784]: DEBUG oslo_vmware.api [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Waiting for the task: (returnval){ [ 869.919273] env[69784]: value = "task-3627527" [ 869.919273] env[69784]: _type = "Task" [ 869.919273] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.922067] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquiring lock "bee91322-be72-4998-aeb4-b8d6bf4a905d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.922320] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.922526] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquiring lock "bee91322-be72-4998-aeb4-b8d6bf4a905d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.922802] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.922991] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.925665] env[69784]: INFO nova.compute.manager [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Terminating instance [ 869.950141] env[69784]: DEBUG oslo_vmware.api [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.971307] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.987802] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.087255] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Releasing lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.087721] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Instance network_info: |[{"id": "0f399be6-d049-462d-b734-b3b82f3e5515", "address": "fa:16:3e:70:5a:e8", "network": {"id": "88c2a396-4bc7-4f56-9693-a27380bf9aee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-394608369", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f399be6-d0", "ovs_interfaceid": "0f399be6-d049-462d-b734-b3b82f3e5515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ce9c34f-37d3-4e98-a0ca-20436a9f9514", "address": "fa:16:3e:e0:0b:03", "network": {"id": "d6f77e32-d4ff-4b04-b389-5273641d4930", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-682754199", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce9c34f-37", "ovs_interfaceid": "1ce9c34f-37d3-4e98-a0ca-20436a9f9514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.088332] env[69784]: DEBUG oslo_concurrency.lockutils [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] Acquired lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.088578] env[69784]: DEBUG nova.network.neutron [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Refreshing network info cache for port 1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.090387] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:5a:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f399be6-d049-462d-b734-b3b82f3e5515', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0b:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ce9c34f-37d3-4e98-a0ca-20436a9f9514', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.101290] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.103154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.103407] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.103592] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.103769] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.104399] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.107293] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.107998] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4cdfb-533b-4228-a6f3-fb3a6eeaec3c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.111521] env[69784]: INFO nova.compute.manager [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Terminating instance [ 870.113699] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6363f29-70db-4f7b-97f1-de0c6a0d7881 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.140295] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58baa4-4bbd-4bc1-b4e4-388509ef78bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.148263] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.148598] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Instance network_info: |[{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.148841] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.148841] env[69784]: value = "task-3627528" [ 870.148841] env[69784]: _type = "Task" [ 870.148841] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.149205] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:c5:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67172a39-2dec-46c5-bcd6-a8978633d18c', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.157191] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.157942] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.185683] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff95da5e-738c-4000-93c2-300fbdc5d554 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.202427] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89595b5-0188-4c25-8c40-e0505f73f08a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.209535] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627528, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.216692] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0750ce64-bb9b-4a00-8f1b-a012570f5627 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.221551] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.221551] env[69784]: value = "task-3627529" [ 870.221551] env[69784]: _type = "Task" [ 870.221551] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.234338] env[69784]: DEBUG nova.compute.provider_tree [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.243073] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627529, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.421162] env[69784]: DEBUG oslo_concurrency.lockutils [None req-af73864d-e54c-4843-a3b5-dfda7fa9974d tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.433390] env[69784]: DEBUG nova.compute.manager [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.433659] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.434027] env[69784]: DEBUG oslo_vmware.api [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Task: {'id': task-3627527, 'name': ReconfigVM_Task, 'duration_secs': 0.194838} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.434269] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ca904b-d43b-4845-980d-48b305e8a33d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.436411] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723422', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'name': 'volume-8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32d380c2-6ed7-423f-b555-584965ef0110', 'attached_at': '', 'detached_at': '', 'volume_id': '8640b0cd-68ae-4355-b372-6e8c58abfe8b', 'serial': '8640b0cd-68ae-4355-b372-6e8c58abfe8b'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.448781] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 870.448781] env[69784]: value = "task-3627530" [ 870.448781] env[69784]: _type = "Task" [ 870.448781] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.458802] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.486500] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592068} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.486898] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.487210] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.487475] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33f7aa0d-0b0e-4a2f-a0ee-0c743a4b0c4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.500577] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 870.500577] env[69784]: value = "task-3627531" [ 870.500577] env[69784]: _type = "Task" [ 870.500577] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.510962] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.635652] env[69784]: DEBUG nova.compute.manager [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.636075] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.637494] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cbfd23-8ac7-43b3-af43-0267d01b3478 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.651272] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.651841] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1494a9b-d618-43c0-bff0-915113c95b29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.667054] env[69784]: DEBUG oslo_vmware.api [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 870.667054] env[69784]: value = "task-3627532" [ 870.667054] env[69784]: _type = "Task" [ 870.667054] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.668756] env[69784]: DEBUG nova.compute.manager [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.669015] env[69784]: DEBUG nova.compute.manager [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing instance network info cache due to event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.669368] env[69784]: DEBUG oslo_concurrency.lockutils [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.669592] env[69784]: DEBUG oslo_concurrency.lockutils [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.669882] env[69784]: DEBUG nova.network.neutron [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.686777] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627528, 'name': CreateVM_Task, 'duration_secs': 0.468956} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.688494] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.689819] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.690078] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.690572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.695990] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c74481-658c-4029-95ef-ef0ceb6484ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.700919] env[69784]: DEBUG oslo_vmware.api [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.707476] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 870.707476] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eda62f-4108-748e-f940-5e653b4a9541" [ 870.707476] env[69784]: _type = "Task" [ 870.707476] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.721645] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eda62f-4108-748e-f940-5e653b4a9541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.742331] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627529, 'name': CreateVM_Task, 'duration_secs': 0.486083} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.742331] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.742516] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.744547] env[69784]: DEBUG nova.scheduler.client.report [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.906928] env[69784]: DEBUG nova.network.neutron [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Updated VIF entry in instance network info cache for port 1ce9c34f-37d3-4e98-a0ca-20436a9f9514. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.907467] env[69784]: DEBUG nova.network.neutron [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Updating instance_info_cache with network_info: [{"id": "0f399be6-d049-462d-b734-b3b82f3e5515", "address": "fa:16:3e:70:5a:e8", "network": {"id": "88c2a396-4bc7-4f56-9693-a27380bf9aee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-394608369", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f399be6-d0", "ovs_interfaceid": "0f399be6-d049-462d-b734-b3b82f3e5515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ce9c34f-37d3-4e98-a0ca-20436a9f9514", "address": "fa:16:3e:e0:0b:03", "network": {"id": "d6f77e32-d4ff-4b04-b389-5273641d4930", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-682754199", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce9c34f-37", "ovs_interfaceid": "1ce9c34f-37d3-4e98-a0ca-20436a9f9514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.965532] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627530, 'name': PowerOffVM_Task, 'duration_secs': 0.393153} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.966488] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.966488] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.966488] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723322', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'name': 'volume-d7e63b8c-548e-4b69-8230-b37b99efeb96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee91322-be72-4998-aeb4-b8d6bf4a905d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'serial': 'd7e63b8c-548e-4b69-8230-b37b99efeb96'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 870.967334] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f30c0a-ec14-4ac0-a0db-929b2b24dfcd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.989163] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a2144-d222-40cb-b847-1d91f25d8729 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.002082] env[69784]: DEBUG nova.objects.instance [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lazy-loading 'flavor' on Instance uuid 32d380c2-6ed7-423f-b555-584965ef0110 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.005242] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9ae80-64f7-4da0-80d1-a5c8642867ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.019550] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158189} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.036704] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.038303] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89040756-ab2c-4168-a31b-960097e26377 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.041542] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea9abe-063e-464b-bb11-13cc3dcda15a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.067869] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] The volume has not been displaced from its original location: [datastore2] volume-d7e63b8c-548e-4b69-8230-b37b99efeb96/volume-d7e63b8c-548e-4b69-8230-b37b99efeb96.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 871.073354] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.082182] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.082540] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c347c3-3e8c-4a18-98e3-ce43cc293987 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.095955] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98b259b-505f-4c0b-bfa2-832914db74c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.118035] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 871.118035] env[69784]: value = "task-3627534" [ 871.118035] env[69784]: _type = "Task" [ 871.118035] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.122620] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 871.122620] env[69784]: value = "task-3627533" [ 871.122620] env[69784]: _type = "Task" [ 871.122620] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.129740] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.135939] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.184544] env[69784]: DEBUG oslo_vmware.api [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627532, 'name': PowerOffVM_Task, 'duration_secs': 0.351033} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.184829] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.185056] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.185809] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b862a3b9-1039-41f8-9315-513acb514579 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.220200] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eda62f-4108-748e-f940-5e653b4a9541, 'name': SearchDatastore_Task, 'duration_secs': 0.019244} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.220552] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.220818] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.221027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.221178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.221680] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.221680] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.221928] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.223030] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6022381-a071-4c57-8c19-208b1acaf579 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.224164] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9573e9f0-727c-4896-8382-73161e358bc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.232588] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 871.232588] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526f1c30-3c66-5c4d-1b4e-0a00f6cf1da3" [ 871.232588] env[69784]: _type = "Task" [ 871.232588] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.233831] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.234016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.240548] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa832d4-f4d7-4edc-b872-ff4088659347 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.247952] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 871.247952] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bb133d-334f-f5fa-96e1-39ac22e38284" [ 871.247952] env[69784]: _type = "Task" [ 871.247952] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.252138] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526f1c30-3c66-5c4d-1b4e-0a00f6cf1da3, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.255949] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.256216] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.256442] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.257247] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.084s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.257732] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.265023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.616s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.265023] env[69784]: DEBUG nova.objects.instance [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lazy-loading 'resources' on Instance uuid 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.265023] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.265254] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.265547] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Deleting the datastore file [datastore2] aba3f593-3ed0-4505-aedc-d5dc230aa8a6 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.266232] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84124876-4850-401d-bc21-b340d33cfc38 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.273918] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bb133d-334f-f5fa-96e1-39ac22e38284, 'name': SearchDatastore_Task, 'duration_secs': 0.019051} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.276868] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3215b92f-8035-4279-b7ae-a2934c21bf22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.278357] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.278632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.278846] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.279044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.279257] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.281963] env[69784]: INFO nova.compute.manager [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Terminating instance [ 871.286925] env[69784]: DEBUG oslo_vmware.api [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for the task: (returnval){ [ 871.286925] env[69784]: value = "task-3627536" [ 871.286925] env[69784]: _type = "Task" [ 871.286925] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.293060] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 871.293060] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dcc505-d572-09a4-6a89-dc508eee337e" [ 871.293060] env[69784]: _type = "Task" [ 871.293060] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.305565] env[69784]: DEBUG oslo_vmware.api [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.314215] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dcc505-d572-09a4-6a89-dc508eee337e, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.314513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.314802] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 323c9ba0-6f91-4858-8790-6123389a3aec/323c9ba0-6f91-4858-8790-6123389a3aec.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.315112] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.315320] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.315797] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e0f9635-67bb-425f-ad87-99bf5a316b67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.318458] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36eaf1c6-84b0-44da-9564-a8476a64b8a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.328387] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 871.328387] env[69784]: value = "task-3627537" [ 871.328387] env[69784]: _type = "Task" [ 871.328387] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.334851] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.335043] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.336824] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98323e4-d641-4715-ad50-0ae24831eb68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.342543] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.347390] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 871.347390] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f235de-c86e-1265-3c5d-ba540d51f689" [ 871.347390] env[69784]: _type = "Task" [ 871.347390] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.356456] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f235de-c86e-1265-3c5d-ba540d51f689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.410503] env[69784]: DEBUG oslo_concurrency.lockutils [req-3217b2b6-1e3f-4102-8da7-0de5ee17038f req-236ebd83-b746-4113-8a32-c70b19961ce5 service nova] Releasing lock "refresh_cache-323c9ba0-6f91-4858-8790-6123389a3aec" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.461901] env[69784]: INFO nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Rebuilding instance [ 871.516374] env[69784]: DEBUG nova.network.neutron [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updated VIF entry in instance network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.516688] env[69784]: DEBUG nova.network.neutron [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.527866] env[69784]: DEBUG nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.528788] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9574d-6f21-4e8b-923a-f6addda7a70b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.635485] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627533, 'name': ReconfigVM_Task, 'duration_secs': 0.234373} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.640040] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.643571] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627534, 'name': ReconfigVM_Task, 'duration_secs': 0.340349} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.643811] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e3aafc-6bab-4fe4-b302-46bdd1230cc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.656457] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.656457] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46519a42-8ecc-45ff-8d27-3dd833d92ee3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.665732] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 871.665732] env[69784]: value = "task-3627538" [ 871.665732] env[69784]: _type = "Task" [ 871.665732] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.667517] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 871.667517] env[69784]: value = "task-3627539" [ 871.667517] env[69784]: _type = "Task" [ 871.667517] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.677694] env[69784]: DEBUG nova.compute.manager [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Received event network-changed-cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.677694] env[69784]: DEBUG nova.compute.manager [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Refreshing instance network info cache due to event network-changed-cb28e0b4-662c-4acf-8909-8870fb3c5a8b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.677837] env[69784]: DEBUG oslo_concurrency.lockutils [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.677935] env[69784]: DEBUG oslo_concurrency.lockutils [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.678068] env[69784]: DEBUG nova.network.neutron [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Refreshing network info cache for port cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.683951] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627538, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.695677] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.768565] env[69784]: DEBUG nova.compute.utils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.773048] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.773332] env[69784]: DEBUG nova.network.neutron [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.795643] env[69784]: DEBUG nova.compute.manager [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.795643] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.799971] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea229be7-8826-40fc-a436-a03e52bb00c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.811178] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.816603] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f108f9a4-f1f7-43ca-b9e3-e6be24a3e6d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.818993] env[69784]: DEBUG oslo_vmware.api [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Task: {'id': task-3627536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189226} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.822276] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.822539] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.822708] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.822836] env[69784]: INFO nova.compute.manager [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 871.823112] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.824761] env[69784]: DEBUG nova.compute.manager [-] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.824761] env[69784]: DEBUG nova.network.neutron [-] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.841227] env[69784]: DEBUG nova.policy [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e355732efd427db71fe954e32a1bb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4449a7b353d84776b499b5186f4ac6a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.847103] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 871.847103] env[69784]: value = "task-3627540" [ 871.847103] env[69784]: _type = "Task" [ 871.847103] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.861389] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.873414] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f235de-c86e-1265-3c5d-ba540d51f689, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.880064] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.883124] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1b3161-46e3-452f-bda3-96fd07ef8601 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.896267] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 871.896267] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52822fba-0d2b-b6a8-39bd-8d88e779b3d8" [ 871.896267] env[69784]: _type = "Task" [ 871.896267] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.910723] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52822fba-0d2b-b6a8-39bd-8d88e779b3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.025538] env[69784]: DEBUG oslo_concurrency.lockutils [req-23c97a32-9306-49f3-af7d-be84109617ac req-418b189b-617d-4ac0-92a1-f0318a521f87 service nova] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.025538] env[69784]: DEBUG oslo_concurrency.lockutils [None req-760bf8da-f7d1-4b83-b8b2-e6461ac6c47c tempest-VolumesAssistedSnapshotsTest-1349072092 tempest-VolumesAssistedSnapshotsTest-1349072092-project-admin] Lock "32d380c2-6ed7-423f-b555-584965ef0110" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.367s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.167863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "416661db-8217-4744-a194-40d75d6f43d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.168257] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "416661db-8217-4744-a194-40d75d6f43d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.187958] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627538, 'name': Rename_Task, 'duration_secs': 0.317538} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.188783] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.189655] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e53c9a4c-9656-4779-b68a-0b12465fe735 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.194726] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627539, 'name': ReconfigVM_Task, 'duration_secs': 0.209191} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.195447] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723322', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'name': 'volume-d7e63b8c-548e-4b69-8230-b37b99efeb96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bee91322-be72-4998-aeb4-b8d6bf4a905d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7e63b8c-548e-4b69-8230-b37b99efeb96', 'serial': 'd7e63b8c-548e-4b69-8230-b37b99efeb96'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 872.195769] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.197284] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c983f0-9a81-40ea-8986-6678ea6efec4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.203798] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 872.203798] env[69784]: value = "task-3627542" [ 872.203798] env[69784]: _type = "Task" [ 872.203798] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.210277] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.210801] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a006938-ccaa-43cc-8019-df38c9431144 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.215986] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.273631] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.291020] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.291282] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.291470] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Deleting the datastore file [datastore2] bee91322-be72-4998-aeb4-b8d6bf4a905d {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.291745] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e84cf74-bcfd-43c8-9dce-57b30878acc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.304162] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for the task: (returnval){ [ 872.304162] env[69784]: value = "task-3627544" [ 872.304162] env[69784]: _type = "Task" [ 872.304162] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.316622] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.342262] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718222} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.344723] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 323c9ba0-6f91-4858-8790-6123389a3aec/323c9ba0-6f91-4858-8790-6123389a3aec.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.344958] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.345241] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c6327d-1ecb-41f6-bef4-bf4cf317a9bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.358273] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 872.358273] env[69784]: value = "task-3627545" [ 872.358273] env[69784]: _type = "Task" [ 872.358273] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.365923] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627540, 'name': PowerOffVM_Task, 'duration_secs': 0.307043} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.369449] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.369687] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.369992] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.373068] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a303aa9d-b6c5-4742-9854-11c5a68941b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.380041] env[69784]: DEBUG nova.network.neutron [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Successfully created port: c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.421399] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52822fba-0d2b-b6a8-39bd-8d88e779b3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.066702} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.425225] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.425542] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/60428609-2f06-42ec-994e-473b86d87c17.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.428604] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762d66a4-9848-4acf-a5da-cc716a78e3fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.438813] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 872.438813] env[69784]: value = "task-3627547" [ 872.438813] env[69784]: _type = "Task" [ 872.438813] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.456649] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.474654] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.475121] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.475121] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Deleting the datastore file [datastore1] 9cc47515-b43f-4b1b-aae0-ccf5a96a2758 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.478478] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871e7009-6019-411c-b289-53919f02985a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.487040] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 872.487040] env[69784]: value = "task-3627548" [ 872.487040] env[69784]: _type = "Task" [ 872.487040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.496324] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.546046] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.546457] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-041e3d7c-26d2-4df3-bd1c-eff481aefba2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.564380] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 872.564380] env[69784]: value = "task-3627549" [ 872.564380] env[69784]: _type = "Task" [ 872.564380] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.579445] env[69784]: DEBUG nova.network.neutron [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updated VIF entry in instance network info cache for port cb28e0b4-662c-4acf-8909-8870fb3c5a8b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.579445] env[69784]: DEBUG nova.network.neutron [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.579791] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.580023] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.583630] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2946a733-9c12-4fd8-9d61-8b5cecb40dd8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.593022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.593022] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d046f02a-77b4-4ef5-b3a1-7bbcc9856718 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.648514] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2e218-a30e-4205-842b-9853b69f5818 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.658451] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad47f7-6b99-4a98-8d5c-b5b5748f53a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.704283] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e15b8-0638-4306-9463-0b6da458d00f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.707475] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.707724] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.707953] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.708350] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8732d3f9-99c4-43a5-a2a6-575e14225253 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.722690] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1c7059-44a4-42fc-8e36-e552f6be6ec2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.727043] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 872.727043] env[69784]: value = "task-3627551" [ 872.727043] env[69784]: _type = "Task" [ 872.727043] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.727351] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.740876] env[69784]: DEBUG nova.compute.provider_tree [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.748226] env[69784]: DEBUG nova.network.neutron [-] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.749520] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.760797] env[69784]: DEBUG nova.compute.manager [req-43e4248d-f491-4506-8a8b-af40adfbce8a req-6b9e52b5-fa5a-41f5-8854-b1c1a4ddcb28 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Received event network-vif-deleted-9768baee-a05c-4600-8421-f89ac834815a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.760966] env[69784]: INFO nova.compute.manager [req-43e4248d-f491-4506-8a8b-af40adfbce8a req-6b9e52b5-fa5a-41f5-8854-b1c1a4ddcb28 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Neutron deleted interface 9768baee-a05c-4600-8421-f89ac834815a; detaching it from the instance and deleting it from the info cache [ 872.761203] env[69784]: DEBUG nova.network.neutron [req-43e4248d-f491-4506-8a8b-af40adfbce8a req-6b9e52b5-fa5a-41f5-8854-b1c1a4ddcb28 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.817306] env[69784]: DEBUG oslo_vmware.api [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Task: {'id': task-3627544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166095} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.817600] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.817879] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.818110] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.818393] env[69784]: INFO nova.compute.manager [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Took 2.38 seconds to destroy the instance on the hypervisor. [ 872.818624] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.818832] env[69784]: DEBUG nova.compute.manager [-] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.818898] env[69784]: DEBUG nova.network.neutron [-] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.868874] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109927} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.869246] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.870301] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d9934-d101-4338-aeb5-37a0d584d00e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.898071] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 323c9ba0-6f91-4858-8790-6123389a3aec/323c9ba0-6f91-4858-8790-6123389a3aec.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.899230] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675c871c-7de2-4960-9cce-7d6cb54e4d86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.925244] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 872.925244] env[69784]: value = "task-3627552" [ 872.925244] env[69784]: _type = "Task" [ 872.925244] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.934041] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.950876] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.997856] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.082750] env[69784]: DEBUG oslo_concurrency.lockutils [req-26a606ba-8970-4cb7-b8c4-b41f0b1057b7 req-074baf07-5416-42d5-b120-c7ff8d311aa6 service nova] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.219657] env[69784]: DEBUG oslo_vmware.api [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627542, 'name': PowerOnVM_Task, 'duration_secs': 0.620806} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.220011] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.220286] env[69784]: DEBUG nova.compute.manager [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.221163] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f8d59-90e6-4b34-9260-5b79dabce83f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.240379] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443911} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.240752] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.240983] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.241206] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.251252] env[69784]: INFO nova.compute.manager [-] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Took 1.43 seconds to deallocate network for instance. [ 873.266791] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7353a3f5-506f-4f34-9465-28a05df37eba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.273509] env[69784]: ERROR nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [req-12d7f358-e00a-46af-8895-ccf8e52337e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-12d7f358-e00a-46af-8895-ccf8e52337e1"}]} [ 873.280691] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9647c007-76d8-471b-b70d-ff41358e49b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.295375] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.298621] env[69784]: DEBUG nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 873.338894] env[69784]: DEBUG nova.compute.manager [req-43e4248d-f491-4506-8a8b-af40adfbce8a req-6b9e52b5-fa5a-41f5-8854-b1c1a4ddcb28 service nova] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Detach interface failed, port_id=9768baee-a05c-4600-8421-f89ac834815a, reason: Instance aba3f593-3ed0-4505-aedc-d5dc230aa8a6 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.340578] env[69784]: DEBUG nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 873.340899] env[69784]: DEBUG nova.compute.provider_tree [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.353745] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.354141] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.354429] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.354429] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.354870] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.355099] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.355363] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.355631] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.355874] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.356110] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.356373] env[69784]: DEBUG nova.virt.hardware [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.357648] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e06537-da7c-4ee9-b717-44c191b07661 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.361823] env[69784]: DEBUG nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 873.372489] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4533ab-5db3-4649-99b1-d2353256ca75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.393394] env[69784]: DEBUG nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 873.441218] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627552, 'name': ReconfigVM_Task, 'duration_secs': 0.394786} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.451643] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 323c9ba0-6f91-4858-8790-6123389a3aec/323c9ba0-6f91-4858-8790-6123389a3aec.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.452851] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f32ee56-7b7b-4d09-a439-077978d91cbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.463732] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627547, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.465737] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 873.465737] env[69784]: value = "task-3627553" [ 873.465737] env[69784]: _type = "Task" [ 873.465737] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.482067] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627553, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.505194] env[69784]: DEBUG oslo_vmware.api [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539401} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.509209] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.509784] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.509877] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.510083] env[69784]: INFO nova.compute.manager [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Took 1.71 seconds to destroy the instance on the hypervisor. [ 873.511017] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.511161] env[69784]: DEBUG nova.compute.manager [-] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.511409] env[69784]: DEBUG nova.network.neutron [-] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.754012] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.759052] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.957318] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627547, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.209383} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.957639] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/60428609-2f06-42ec-994e-473b86d87c17.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.957815] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.958086] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3be67b4c-2117-47d4-a0ce-b8891253be1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.966237] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 873.966237] env[69784]: value = "task-3627554" [ 873.966237] env[69784]: _type = "Task" [ 873.966237] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.984631] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627553, 'name': Rename_Task, 'duration_secs': 0.235739} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.987979] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.989151] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.989513] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c5f56e-b4e1-4adf-aee8-85e05a28bea9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.005139] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 874.005139] env[69784]: value = "task-3627555" [ 874.005139] env[69784]: _type = "Task" [ 874.005139] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.016407] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.141660] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08679fe2-5e8d-4b07-9f79-c04791f23aa1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.150727] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b129638-ea5f-4005-8b2c-157fd39b4145 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.183300] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f63370-bcb9-4376-a18a-b03ef6785d84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.197812] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a98249-9347-4019-b4de-869dc4b877b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214142] env[69784]: DEBUG nova.compute.provider_tree [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.263729] env[69784]: DEBUG nova.compute.manager [req-3e4e129d-6daf-411a-bb9c-851437e5097e req-1048f79e-c40e-4c5f-85fb-88fd06770555 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Received event network-vif-plugged-c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.264878] env[69784]: DEBUG oslo_concurrency.lockutils [req-3e4e129d-6daf-411a-bb9c-851437e5097e req-1048f79e-c40e-4c5f-85fb-88fd06770555 service nova] Acquiring lock "bc60b27e-cb14-4c48-a611-58705f45392b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.265544] env[69784]: DEBUG oslo_concurrency.lockutils [req-3e4e129d-6daf-411a-bb9c-851437e5097e req-1048f79e-c40e-4c5f-85fb-88fd06770555 service nova] Lock "bc60b27e-cb14-4c48-a611-58705f45392b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.265544] env[69784]: DEBUG oslo_concurrency.lockutils [req-3e4e129d-6daf-411a-bb9c-851437e5097e req-1048f79e-c40e-4c5f-85fb-88fd06770555 service nova] Lock "bc60b27e-cb14-4c48-a611-58705f45392b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.265660] env[69784]: DEBUG nova.compute.manager [req-3e4e129d-6daf-411a-bb9c-851437e5097e req-1048f79e-c40e-4c5f-85fb-88fd06770555 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] No waiting events found dispatching network-vif-plugged-c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.265736] env[69784]: WARNING nova.compute.manager [req-3e4e129d-6daf-411a-bb9c-851437e5097e req-1048f79e-c40e-4c5f-85fb-88fd06770555 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Received unexpected event network-vif-plugged-c16f8833-134e-44e5-908d-f088e284646f for instance with vm_state building and task_state spawning. [ 874.280930] env[69784]: DEBUG nova.network.neutron [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Successfully updated port: c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.286430] env[69784]: DEBUG nova.network.neutron [-] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.303628] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.303628] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.303628] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.303628] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.303628] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.303628] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.304085] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.304187] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.304649] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.305418] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.305418] env[69784]: DEBUG nova.virt.hardware [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.307292] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b903ae-3f51-42a6-aafb-cd39d56c5129 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.316928] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7bdea-9609-4a10-aa8e-3132f8a32639 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.333050] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:af:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad54f039-12a0-4ef3-92cc-aa63a4f05949', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.340143] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.340767] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.341049] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fffc0643-ce66-4a89-a45d-d009bde42027 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.363757] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.363757] env[69784]: value = "task-3627556" [ 874.363757] env[69784]: _type = "Task" [ 874.363757] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.372832] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627556, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.484951] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.485611] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.486015] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c5843-07d7-47a8-a366-0061496560e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.512785] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/60428609-2f06-42ec-994e-473b86d87c17.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.513296] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a33a951-4272-46cf-8bc7-f19ee03fd661 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.538816] env[69784]: DEBUG oslo_vmware.api [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627555, 'name': PowerOnVM_Task, 'duration_secs': 0.53849} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.540332] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.540556] env[69784]: INFO nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Took 10.62 seconds to spawn the instance on the hypervisor. [ 874.540735] env[69784]: DEBUG nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.541079] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 874.541079] env[69784]: value = "task-3627557" [ 874.541079] env[69784]: _type = "Task" [ 874.541079] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.541800] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c85b78-a1e3-4385-b3f4-44042b9fdf5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.554218] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.723758] env[69784]: DEBUG nova.network.neutron [-] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.760921] env[69784]: DEBUG nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.761195] env[69784]: DEBUG nova.compute.provider_tree [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 78 to 79 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.761385] env[69784]: DEBUG nova.compute.provider_tree [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.789165] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.789165] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.789165] env[69784]: DEBUG nova.network.neutron [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.791398] env[69784]: INFO nova.compute.manager [-] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Took 1.97 seconds to deallocate network for instance. [ 874.875331] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627556, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.942430] env[69784]: DEBUG nova.compute.manager [req-096533d9-c7ab-4b69-a050-f8e22193dfaf req-d9dc9882-a515-41b8-8b3e-551e17ac69d4 service nova] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Received event network-vif-deleted-ac71a964-1b85-46f6-ae70-19e64c76262e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.943072] env[69784]: DEBUG nova.compute.manager [req-096533d9-c7ab-4b69-a050-f8e22193dfaf req-d9dc9882-a515-41b8-8b3e-551e17ac69d4 service nova] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Received event network-vif-deleted-481dac92-6952-4897-925e-5ba453b48a2d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.058862] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.070208] env[69784]: INFO nova.compute.manager [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Took 46.86 seconds to build instance. [ 875.227405] env[69784]: INFO nova.compute.manager [-] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Took 1.72 seconds to deallocate network for instance. [ 875.267826] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.005s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.273710] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.236s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.273710] env[69784]: DEBUG nova.objects.instance [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lazy-loading 'resources' on Instance uuid 2d145c5b-42c9-42d9-9ee1-55845b6ff494 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.300630] env[69784]: INFO nova.scheduler.client.report [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocations for instance 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333 [ 875.343745] env[69784]: DEBUG nova.network.neutron [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.348555] env[69784]: INFO nova.compute.manager [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Took 0.56 seconds to detach 1 volumes for instance. [ 875.352305] env[69784]: DEBUG nova.compute.manager [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Deleting volume: d7e63b8c-548e-4b69-8230-b37b99efeb96 {{(pid=69784) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 875.376081] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627556, 'name': CreateVM_Task, 'duration_secs': 0.880968} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.376262] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.376909] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.377430] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.377430] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.377780] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995c757d-cded-474f-9b17-03c5e3644c97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.381307] env[69784]: INFO nova.compute.manager [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Rebuilding instance [ 875.385630] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 875.385630] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f63d1-8097-fd9b-dbbe-bd4df37a7910" [ 875.385630] env[69784]: _type = "Task" [ 875.385630] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.396818] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f63d1-8097-fd9b-dbbe-bd4df37a7910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.448306] env[69784]: DEBUG nova.compute.manager [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.449414] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ee146-85af-46bd-a112-fa0502ee4ff9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.522020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "323c9ba0-6f91-4858-8790-6123389a3aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.524313] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.524486] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.559907] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627557, 'name': ReconfigVM_Task, 'duration_secs': 0.883595} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.560220] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/60428609-2f06-42ec-994e-473b86d87c17.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.561635] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6585caa1-a696-4c90-bef6-329ac5925aed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.573330] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3d8c95f0-d59d-4c4c-82bc-71bb1e196911 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "323c9ba0-6f91-4858-8790-6123389a3aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.222s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.575909] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "323c9ba0-6f91-4858-8790-6123389a3aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.054s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.576285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.576569] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.576794] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "323c9ba0-6f91-4858-8790-6123389a3aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.578946] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 875.578946] env[69784]: value = "task-3627559" [ 875.578946] env[69784]: _type = "Task" [ 875.578946] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.579768] env[69784]: INFO nova.compute.manager [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Terminating instance [ 875.597460] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627559, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.641054] env[69784]: DEBUG nova.network.neutron [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updating instance_info_cache with network_info: [{"id": "c16f8833-134e-44e5-908d-f088e284646f", "address": "fa:16:3e:fd:52:9c", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f8833-13", "ovs_interfaceid": "c16f8833-134e-44e5-908d-f088e284646f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.736587] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.817638] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5aebcdcf-6f20-474b-bd2a-b4e58330ae58 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.399s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.897670] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f63d1-8097-fd9b-dbbe-bd4df37a7910, 'name': SearchDatastore_Task, 'duration_secs': 0.015394} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.900660] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.900910] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.901175] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.901350] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.901610] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.902432] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0703714e-afb2-4deb-9e27-d639b07c8457 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.917222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.920032] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.920032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.921100] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ee5316-5fe7-4c19-9679-2a3ba74dda6b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.929515] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 875.929515] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529ec4d0-d4e2-01bd-d811-03abf7b38cf0" [ 875.929515] env[69784]: _type = "Task" [ 875.929515] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.945367] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529ec4d0-d4e2-01bd-d811-03abf7b38cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.027880] env[69784]: DEBUG nova.compute.utils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.080104] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.095670] env[69784]: DEBUG nova.compute.manager [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.095995] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.098179] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97743e30-b359-4dfd-b26f-600b933578f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.109072] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627559, 'name': Rename_Task, 'duration_secs': 0.217381} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.114135] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.114135] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.114598] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c06d04d-0396-483b-b5de-a4e6997d1f2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.116283] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95f4cde6-0871-4b9c-b499-b44f77b424d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.126536] env[69784]: DEBUG oslo_vmware.api [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 876.126536] env[69784]: value = "task-3627560" [ 876.126536] env[69784]: _type = "Task" [ 876.126536] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.136293] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 876.136293] env[69784]: value = "task-3627561" [ 876.136293] env[69784]: _type = "Task" [ 876.136293] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.144959] env[69784]: DEBUG oslo_vmware.api [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.146941] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Releasing lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.147285] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Instance network_info: |[{"id": "c16f8833-134e-44e5-908d-f088e284646f", "address": "fa:16:3e:fd:52:9c", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f8833-13", "ovs_interfaceid": "c16f8833-134e-44e5-908d-f088e284646f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.150530] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:52:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c16f8833-134e-44e5-908d-f088e284646f', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.158639] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.162964] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.163410] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627561, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.163560] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405676de-da42-490a-9f82-f4f1aa25633a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.192586] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.192586] env[69784]: value = "task-3627562" [ 876.192586] env[69784]: _type = "Task" [ 876.192586] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.203343] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627562, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.320082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.320418] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "32d380c2-6ed7-423f-b555-584965ef0110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.320677] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "32d380c2-6ed7-423f-b555-584965ef0110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.320872] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "32d380c2-6ed7-423f-b555-584965ef0110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.321080] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "32d380c2-6ed7-423f-b555-584965ef0110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.327579] env[69784]: INFO nova.compute.manager [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Terminating instance [ 876.444581] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529ec4d0-d4e2-01bd-d811-03abf7b38cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.029586} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.445271] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46996c0-6494-4435-bfaf-700cd7e9f00d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.453762] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 876.453762] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dca01e-ca07-1a7c-3db1-df534400ed96" [ 876.453762] env[69784]: _type = "Task" [ 876.453762] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.465076] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dca01e-ca07-1a7c-3db1-df534400ed96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.469343] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.469971] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1192e7ee-4c4b-40fb-bd3f-667b3b1062c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.478727] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 876.478727] env[69784]: value = "task-3627563" [ 876.478727] env[69784]: _type = "Task" [ 876.478727] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.494894] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.510021] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5599a2bf-6e5d-4a3c-a8d2-b30045c87786 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.518417] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6095a610-30de-4fd5-8546-d005660180d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.553158] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.029s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.554521] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e81699-ef14-4e1c-8252-465af65d5488 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.563692] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afd18f-aaca-488e-82a7-8015a78fc6fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.580333] env[69784]: DEBUG nova.compute.provider_tree [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.600316] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.636041] env[69784]: DEBUG oslo_vmware.api [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627560, 'name': PowerOffVM_Task, 'duration_secs': 0.304555} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.636247] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.636382] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.636645] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0088e62e-9ca5-42a3-85f5-99fae7f1255f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.647327] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.705598] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627562, 'name': CreateVM_Task, 'duration_secs': 0.507447} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.705824] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.706582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.706773] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.707155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.707455] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2bbac5-a043-426a-b196-36b3880e7e8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.713754] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 876.713754] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52444d8f-d563-cb2b-d5eb-95e441d1ec46" [ 876.713754] env[69784]: _type = "Task" [ 876.713754] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.723704] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52444d8f-d563-cb2b-d5eb-95e441d1ec46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.831649] env[69784]: DEBUG nova.compute.manager [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.831908] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.832906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a70b1-9224-457b-9c8e-21688f10a513 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.839359] env[69784]: DEBUG nova.compute.manager [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Received event network-changed-c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.839359] env[69784]: DEBUG nova.compute.manager [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Refreshing instance network info cache due to event network-changed-c16f8833-134e-44e5-908d-f088e284646f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.839359] env[69784]: DEBUG oslo_concurrency.lockutils [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] Acquiring lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.839539] env[69784]: DEBUG oslo_concurrency.lockutils [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] Acquired lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.839606] env[69784]: DEBUG nova.network.neutron [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Refreshing network info cache for port c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.847583] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.847876] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ccd6e6-af56-40c1-a64c-983480b8c361 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.857481] env[69784]: DEBUG oslo_vmware.api [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 876.857481] env[69784]: value = "task-3627565" [ 876.857481] env[69784]: _type = "Task" [ 876.857481] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.858498] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.858713] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.858870] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Deleting the datastore file [datastore1] 323c9ba0-6f91-4858-8790-6123389a3aec {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.863311] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2374c653-5261-45bf-aa82-3d6018a0076c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.870570] env[69784]: DEBUG oslo_vmware.api [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.872221] env[69784]: DEBUG oslo_vmware.api [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for the task: (returnval){ [ 876.872221] env[69784]: value = "task-3627566" [ 876.872221] env[69784]: _type = "Task" [ 876.872221] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.882816] env[69784]: DEBUG oslo_vmware.api [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.966989] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dca01e-ca07-1a7c-3db1-df534400ed96, 'name': SearchDatastore_Task, 'duration_secs': 0.014942} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.967340] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.967539] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.967778] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24620cba-21e8-4f26-8bdd-ed8d7f275423 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.976575] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 876.976575] env[69784]: value = "task-3627567" [ 876.976575] env[69784]: _type = "Task" [ 876.976575] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.989072] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627563, 'name': PowerOffVM_Task, 'duration_secs': 0.220712} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.992986] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.993244] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.994071] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.994879] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0738580a-e367-40a7-953e-a3416df913f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.003789] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.004279] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66eaac88-caf8-47a1-8ed3-c59f449748be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.084087] env[69784]: DEBUG nova.scheduler.client.report [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.092118] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.092531] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.092599] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.092908] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e710648-b2c8-493c-99ce-1d334aa7a0da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.100522] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 877.100522] env[69784]: value = "task-3627569" [ 877.100522] env[69784]: _type = "Task" [ 877.100522] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.113037] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.148415] env[69784]: DEBUG oslo_vmware.api [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627561, 'name': PowerOnVM_Task, 'duration_secs': 0.702896} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.148744] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.148969] env[69784]: INFO nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Took 10.32 seconds to spawn the instance on the hypervisor. [ 877.149182] env[69784]: DEBUG nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.150511] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7b1ae-bea6-49b3-bf51-85458ac1c4ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.225175] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52444d8f-d563-cb2b-d5eb-95e441d1ec46, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.225513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.225889] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.226231] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.226432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.226645] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.226926] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da45b823-e6e4-4b8e-b35b-4ab5851e9292 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.240424] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.240760] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.242368] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da1821c-5fdb-4a20-97bf-65b52ef2e36a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.250049] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 877.250049] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c7c88f-7046-04ea-4aa8-252806cacb4b" [ 877.250049] env[69784]: _type = "Task" [ 877.250049] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.259617] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c7c88f-7046-04ea-4aa8-252806cacb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.372369] env[69784]: DEBUG oslo_vmware.api [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627565, 'name': PowerOffVM_Task, 'duration_secs': 0.247945} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.372867] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.373144] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.378176] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-801c4c7f-181e-4a19-a4b7-5714056091e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.388513] env[69784]: DEBUG oslo_vmware.api [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Task: {'id': task-3627566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244127} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.388911] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.389197] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.389501] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.389735] env[69784]: INFO nova.compute.manager [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Took 1.29 seconds to destroy the instance on the hypervisor. [ 877.390132] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.390426] env[69784]: DEBUG nova.compute.manager [-] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.390595] env[69784]: DEBUG nova.network.neutron [-] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.468308] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.468632] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.468886] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Deleting the datastore file [datastore2] 32d380c2-6ed7-423f-b555-584965ef0110 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.469651] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444c6c62-7951-4d27-867b-f275b63f9c26 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.489090] env[69784]: DEBUG oslo_vmware.api [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for the task: (returnval){ [ 877.489090] env[69784]: value = "task-3627571" [ 877.489090] env[69784]: _type = "Task" [ 877.489090] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.498104] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.507202] env[69784]: DEBUG oslo_vmware.api [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.591974] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.596206] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.973s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.596456] env[69784]: DEBUG nova.objects.instance [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lazy-loading 'resources' on Instance uuid b5455fa5-e7e9-46cf-80ad-6b672699afe9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.612396] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275027} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.612489] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.612656] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.612831] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.621085] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.621085] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.621085] env[69784]: INFO nova.compute.manager [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Attaching volume be19ff6c-6542-41f6-8ff2-60bcec18107a to /dev/sdb [ 877.637308] env[69784]: INFO nova.scheduler.client.report [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted allocations for instance 2d145c5b-42c9-42d9-9ee1-55845b6ff494 [ 877.668931] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b6f030-1031-439d-975a-fa2a9a9f9cff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.678293] env[69784]: INFO nova.compute.manager [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Took 47.48 seconds to build instance. [ 877.685946] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d2c6e1-8d57-4bfd-be92-db6ecd001f86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.695984] env[69784]: DEBUG nova.network.neutron [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updated VIF entry in instance network info cache for port c16f8833-134e-44e5-908d-f088e284646f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.696501] env[69784]: DEBUG nova.network.neutron [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updating instance_info_cache with network_info: [{"id": "c16f8833-134e-44e5-908d-f088e284646f", "address": "fa:16:3e:fd:52:9c", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f8833-13", "ovs_interfaceid": "c16f8833-134e-44e5-908d-f088e284646f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.711659] env[69784]: DEBUG nova.virt.block_device [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updating existing volume attachment record: bfc9e15e-a169-4d33-b4a6-49f1112d2b31 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.763223] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c7c88f-7046-04ea-4aa8-252806cacb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015756} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.765051] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d896fff6-0984-441d-a550-a37241be6237 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.770812] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 877.770812] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c101b1-5962-e2bd-dad6-e532b2d98119" [ 877.770812] env[69784]: _type = "Task" [ 877.770812] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.781214] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c101b1-5962-e2bd-dad6-e532b2d98119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.898843] env[69784]: DEBUG nova.compute.manager [req-b0628ea5-f870-4697-8c57-6bb597d4c25c req-1b286483-01c4-4231-bfe9-1a00c6ce4738 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received event network-vif-deleted-1ce9c34f-37d3-4e98-a0ca-20436a9f9514 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.899061] env[69784]: INFO nova.compute.manager [req-b0628ea5-f870-4697-8c57-6bb597d4c25c req-1b286483-01c4-4231-bfe9-1a00c6ce4738 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Neutron deleted interface 1ce9c34f-37d3-4e98-a0ca-20436a9f9514; detaching it from the instance and deleting it from the info cache [ 877.899482] env[69784]: DEBUG nova.network.neutron [req-b0628ea5-f870-4697-8c57-6bb597d4c25c req-1b286483-01c4-4231-bfe9-1a00c6ce4738 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Updating instance_info_cache with network_info: [{"id": "0f399be6-d049-462d-b734-b3b82f3e5515", "address": "fa:16:3e:70:5a:e8", "network": {"id": "88c2a396-4bc7-4f56-9693-a27380bf9aee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-394608369", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2797922a6d9649d0ac6ff8a391e38849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f399be6-d0", "ovs_interfaceid": "0f399be6-d049-462d-b734-b3b82f3e5515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.989437] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603827} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.989437] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.989661] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.989929] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17cf17dd-dc7d-461b-ac36-db2e820d015c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.006371] env[69784]: DEBUG oslo_vmware.api [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Task: {'id': task-3627571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26268} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.007967] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.011083] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.011770] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.011770] env[69784]: INFO nova.compute.manager [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Took 1.18 seconds to destroy the instance on the hypervisor. [ 878.011890] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.012346] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 878.012346] env[69784]: value = "task-3627573" [ 878.012346] env[69784]: _type = "Task" [ 878.012346] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.012578] env[69784]: DEBUG nova.compute.manager [-] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.012697] env[69784]: DEBUG nova.network.neutron [-] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.026185] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.147734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4da02e19-69c6-4345-aa57-41eba2700677 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "2d145c5b-42c9-42d9-9ee1-55845b6ff494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.467s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.181309] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0e2aec1-9d50-43be-b9d3-856c2fd136d4 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.736s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.199051] env[69784]: DEBUG oslo_concurrency.lockutils [req-edb97882-2b51-4cc7-8ae0-5f97cd2ccb0b req-ded0b4b5-0159-4ca8-8f72-6c7ece01c534 service nova] Releasing lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.286638] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c101b1-5962-e2bd-dad6-e532b2d98119, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.286915] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.287196] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] bc60b27e-cb14-4c48-a611-58705f45392b/bc60b27e-cb14-4c48-a611-58705f45392b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.287463] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978a4369-7aaf-41ef-9023-ad4667c35192 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.296299] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 878.296299] env[69784]: value = "task-3627576" [ 878.296299] env[69784]: _type = "Task" [ 878.296299] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.305451] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.405778] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94a54615-328b-490d-bf6e-c7681b6c1c16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.420249] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c039b9-0154-41ec-8d43-9fbb46231f43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.463916] env[69784]: DEBUG nova.compute.manager [req-b0628ea5-f870-4697-8c57-6bb597d4c25c req-1b286483-01c4-4231-bfe9-1a00c6ce4738 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Detach interface failed, port_id=1ce9c34f-37d3-4e98-a0ca-20436a9f9514, reason: Instance 323c9ba0-6f91-4858-8790-6123389a3aec could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.529557] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074671} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.532779] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.533573] env[69784]: DEBUG nova.network.neutron [-] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.535786] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f6640-c26e-4bc6-b9ff-1174ad197f6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.566023] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.571019] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64437a2-d869-40db-bd76-34f36544d9c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.592222] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 878.592222] env[69784]: value = "task-3627577" [ 878.592222] env[69784]: _type = "Task" [ 878.592222] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.607298] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.670148] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.670381] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.670579] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.670783] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.670932] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.671851] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.671851] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.672022] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.672153] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.672518] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.672819] env[69784]: DEBUG nova.virt.hardware [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.674017] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0355b95-1ddd-4bc2-a98d-43179ea36357 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.684315] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c1087-993c-42ad-b047-cbda6cb4fdf9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.690440] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.711075] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:91:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.719296] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.722724] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.723734] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0894d72d-8941-424b-8ad0-a74eae57af4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.753508] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.753508] env[69784]: value = "task-3627578" [ 878.753508] env[69784]: _type = "Task" [ 878.753508] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.766349] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627578, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.811832] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627576, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.870475] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063225ac-2310-4e38-8dd7-75111ff34bec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.878771] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c69b8c3-d8ca-4fd9-b322-9016eb43ee67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.909928] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e65a098-20ca-4153-85e2-406145661005 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.918226] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82707576-85a7-4ad4-a3fa-45dc9b301752 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.932176] env[69784]: DEBUG nova.compute.provider_tree [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.040014] env[69784]: INFO nova.compute.manager [-] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Took 1.65 seconds to deallocate network for instance. [ 879.102892] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.226056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.269736] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627578, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.282990] env[69784]: DEBUG nova.compute.manager [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.283210] env[69784]: DEBUG nova.compute.manager [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing instance network info cache due to event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.283466] env[69784]: DEBUG oslo_concurrency.lockutils [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.283566] env[69784]: DEBUG oslo_concurrency.lockutils [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.283801] env[69784]: DEBUG nova.network.neutron [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.315120] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527972} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.315565] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] bc60b27e-cb14-4c48-a611-58705f45392b/bc60b27e-cb14-4c48-a611-58705f45392b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.315914] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.316327] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e424a4ea-6f03-4223-b0f5-9af9ab1e16f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.329972] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 879.329972] env[69784]: value = "task-3627579" [ 879.329972] env[69784]: _type = "Task" [ 879.329972] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.342437] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.471691] env[69784]: DEBUG nova.scheduler.client.report [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 879.471947] env[69784]: DEBUG nova.compute.provider_tree [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 79 to 80 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 879.472198] env[69784]: DEBUG nova.compute.provider_tree [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.550748] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.603173] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627577, 'name': ReconfigVM_Task, 'duration_secs': 0.775863} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.603468] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720/49b1eff5-eb0b-459e-837e-23214312f720.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.604099] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85834c03-cd47-449c-be43-9cdc2ae031a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.611772] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 879.611772] env[69784]: value = "task-3627580" [ 879.611772] env[69784]: _type = "Task" [ 879.611772] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.620558] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627580, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.768153] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627578, 'name': CreateVM_Task, 'duration_secs': 0.69466} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.768377] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.769096] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.769274] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.769626] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.769939] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911bedf3-e173-4fe2-9acb-a0b4a899d8f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.775393] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 879.775393] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d7ff3b-de1f-9f94-f477-ea1a0b13eb3d" [ 879.775393] env[69784]: _type = "Task" [ 879.775393] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.785028] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d7ff3b-de1f-9f94-f477-ea1a0b13eb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.807536] env[69784]: DEBUG nova.network.neutron [-] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.843229] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075038} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.843494] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.844725] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f58c51-9d84-4935-9ed7-7afbd39cfb5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.871813] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] bc60b27e-cb14-4c48-a611-58705f45392b/bc60b27e-cb14-4c48-a611-58705f45392b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.872570] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7428e1bb-18b9-4695-bbe9-16812f9c35c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.898023] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 879.898023] env[69784]: value = "task-3627581" [ 879.898023] env[69784]: _type = "Task" [ 879.898023] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.911348] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.967751] env[69784]: DEBUG nova.compute.manager [req-59645df4-aaa6-440d-9932-e6fb6341e6df req-e4bedc94-a5d4-42b2-abb2-bb358d9b9aa3 service nova] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Received event network-vif-deleted-0f399be6-d049-462d-b734-b3b82f3e5515 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.977726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.980977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.905s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.985229] env[69784]: INFO nova.compute.claims [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.004012] env[69784]: INFO nova.scheduler.client.report [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance b5455fa5-e7e9-46cf-80ad-6b672699afe9 [ 880.085485] env[69784]: DEBUG nova.network.neutron [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updated VIF entry in instance network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.085883] env[69784]: DEBUG nova.network.neutron [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.124622] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627580, 'name': Rename_Task, 'duration_secs': 0.454555} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.124908] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.125182] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6182e6e-4bbd-46d3-b7e1-2022d36d36d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.133832] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 880.133832] env[69784]: value = "task-3627582" [ 880.133832] env[69784]: _type = "Task" [ 880.133832] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.143219] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.288072] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d7ff3b-de1f-9f94-f477-ea1a0b13eb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.288072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.288345] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.288596] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.288729] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.288871] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.289164] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bcc162-c5de-42d6-947e-4d8086232289 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.299900] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.300255] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.300870] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5617c6e0-e759-403f-b429-686e4d3772af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.309194] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 880.309194] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52689793-e8b2-5b26-33fa-2c84e671301f" [ 880.309194] env[69784]: _type = "Task" [ 880.309194] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.309678] env[69784]: INFO nova.compute.manager [-] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Took 2.30 seconds to deallocate network for instance. [ 880.324219] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52689793-e8b2-5b26-33fa-2c84e671301f, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.325024] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22b3f98-6144-475d-a216-21ceb928cc4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.331228] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 880.331228] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52addd28-2df7-c487-7af1-a17c0031ebf7" [ 880.331228] env[69784]: _type = "Task" [ 880.331228] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.341201] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52addd28-2df7-c487-7af1-a17c0031ebf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.408546] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627581, 'name': ReconfigVM_Task, 'duration_secs': 0.355253} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.408824] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Reconfigured VM instance instance-00000036 to attach disk [datastore1] bc60b27e-cb14-4c48-a611-58705f45392b/bc60b27e-cb14-4c48-a611-58705f45392b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.409522] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4288ceb3-2c60-4127-8014-0c921e9d93d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.417627] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 880.417627] env[69784]: value = "task-3627584" [ 880.417627] env[69784]: _type = "Task" [ 880.417627] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.426187] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627584, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.514373] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ee9b3cb4-9336-4d06-90c0-88d1b2191543 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "b5455fa5-e7e9-46cf-80ad-6b672699afe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.229s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.589167] env[69784]: DEBUG oslo_concurrency.lockutils [req-889e9583-b9d9-4bd8-b56c-1dbd3119a87d req-3d47e1a3-16c2-419f-8189-bc25c6dbb677 service nova] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.643982] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.819419] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.842368] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52addd28-2df7-c487-7af1-a17c0031ebf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.842698] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.843016] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.843301] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00f3ab6-cafc-4df2-b465-2cd093f4b51f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.851503] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 880.851503] env[69784]: value = "task-3627585" [ 880.851503] env[69784]: _type = "Task" [ 880.851503] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.861455] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.929562] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627584, 'name': Rename_Task, 'duration_secs': 0.168487} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.929909] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.930206] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73375876-19da-4ef8-a4e6-deb8d5b1c520 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.939330] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 880.939330] env[69784]: value = "task-3627586" [ 880.939330] env[69784]: _type = "Task" [ 880.939330] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.949070] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.148857] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627582, 'name': PowerOnVM_Task, 'duration_secs': 0.815619} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.149450] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.149913] env[69784]: DEBUG nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.152214] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8bdc10-e9cc-4343-965d-186fdd6845b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.343172] env[69784]: DEBUG nova.compute.manager [req-f560991f-3c6c-4019-8cc6-80822276861a req-ef14cf3c-4cbe-4da0-9f65-9d50b0fa09cd service nova] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Received event network-vif-deleted-43576d7b-b1df-483f-a85a-f55f3479348d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.364231] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497046} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.367526] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.367526] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.367724] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee1b3d4-080a-455d-a74d-fc304c02deec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.375391] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 881.375391] env[69784]: value = "task-3627587" [ 881.375391] env[69784]: _type = "Task" [ 881.375391] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.388999] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.452440] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.567648] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed386dc-a072-417b-b289-b88341298ce3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.576122] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173876df-2f97-46e6-bd71-57685d2fb61b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.607141] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205752d-bf36-42d0-b22e-bb0259c988e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.616364] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef831e1d-fceb-49ba-8295-badddef00282 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.630434] env[69784]: DEBUG nova.compute.provider_tree [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.666035] env[69784]: INFO nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] bringing vm to original state: 'stopped' [ 881.774631] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.774875] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.886203] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0783} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.886453] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.887213] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc6dab-690b-433c-bf8b-ebe98407c1a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.915392] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.916160] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af03ae64-84df-4399-a2e8-ffd5f0b2afe8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.937298] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 881.937298] env[69784]: value = "task-3627588" [ 881.937298] env[69784]: _type = "Task" [ 881.937298] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.949419] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.955206] env[69784]: DEBUG oslo_vmware.api [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627586, 'name': PowerOnVM_Task, 'duration_secs': 0.550866} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.955584] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.955874] env[69784]: INFO nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Took 8.66 seconds to spawn the instance on the hypervisor. [ 881.956156] env[69784]: DEBUG nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.957055] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc897c-8f5b-4188-be16-a764e463a6d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.153236] env[69784]: ERROR nova.scheduler.client.report [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [req-fd4b0570-0db2-470c-859f-bb738d4b9162] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd4b0570-0db2-470c-859f-bb738d4b9162"}]} [ 882.171245] env[69784]: DEBUG nova.scheduler.client.report [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 882.188242] env[69784]: DEBUG nova.scheduler.client.report [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 882.188543] env[69784]: DEBUG nova.compute.provider_tree [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.200781] env[69784]: DEBUG nova.scheduler.client.report [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 882.219035] env[69784]: DEBUG nova.scheduler.client.report [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 882.448286] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.481656] env[69784]: INFO nova.compute.manager [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Took 44.51 seconds to build instance. [ 882.677209] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "49b1eff5-eb0b-459e-837e-23214312f720" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.677478] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.677665] env[69784]: DEBUG nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.678633] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fe9c16-6fa5-400e-83fb-66e7f36b5228 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.687327] env[69784]: DEBUG nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 882.759429] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae768f38-412c-4e69-9bd1-03675d16be60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.769153] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853f3a1-cac3-4b79-be71-9a22f91799c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.773410] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.773787] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723430', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'name': 'volume-be19ff6c-6542-41f6-8ff2-60bcec18107a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca4a89a9-ae07-44ce-931a-5dbf779646b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'serial': 'be19ff6c-6542-41f6-8ff2-60bcec18107a'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.774951] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb5950-bd08-4ede-99c1-24db2fb35242 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.822506] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93fb473-818d-4cdc-a7cd-0259618eb19f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.825835] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dedffd7-d7df-4318-be9a-83886fcbbc31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.851089] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecbfc56-01b3-4423-b126-993c441bb6b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.862375] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-be19ff6c-6542-41f6-8ff2-60bcec18107a/volume-be19ff6c-6542-41f6-8ff2-60bcec18107a.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.862669] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e393107-172b-4422-894a-34f998303e25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.888268] env[69784]: DEBUG nova.compute.provider_tree [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.890905] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 882.890905] env[69784]: value = "task-3627589" [ 882.890905] env[69784]: _type = "Task" [ 882.890905] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.902379] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.949266] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.984110] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2688e306-46ca-4267-b056-663d27f94079 tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "bc60b27e-cb14-4c48-a611-58705f45392b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.119s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.193797] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.194134] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d86d179-638e-48f0-9d36-7888e41ec4f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.203398] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 883.203398] env[69784]: value = "task-3627590" [ 883.203398] env[69784]: _type = "Task" [ 883.203398] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.213736] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.369955] env[69784]: DEBUG nova.compute.manager [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.370066] env[69784]: DEBUG nova.compute.manager [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing instance network info cache due to event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.370333] env[69784]: DEBUG oslo_concurrency.lockutils [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] Acquiring lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.370496] env[69784]: DEBUG oslo_concurrency.lockutils [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] Acquired lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.370656] env[69784]: DEBUG nova.network.neutron [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.405521] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.428107] env[69784]: DEBUG nova.scheduler.client.report [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.428107] env[69784]: DEBUG nova.compute.provider_tree [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 81 to 82 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.428107] env[69784]: DEBUG nova.compute.provider_tree [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.449897] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627588, 'name': ReconfigVM_Task, 'duration_secs': 1.030309} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.450169] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21/6437da62-f5b2-477a-8ec9-d1fc68913f21.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.450998] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01eac5c1-09a5-4458-8224-fadc1891b8ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.458131] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 883.458131] env[69784]: value = "task-3627591" [ 883.458131] env[69784]: _type = "Task" [ 883.458131] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.467573] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627591, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.490041] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.714154] env[69784]: DEBUG oslo_vmware.api [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627590, 'name': PowerOffVM_Task, 'duration_secs': 0.187337} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.714503] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.714654] env[69784]: DEBUG nova.compute.manager [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.715426] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2419964-52dd-45c0-9726-4a180726b011 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.904095] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627589, 'name': ReconfigVM_Task, 'duration_secs': 0.602131} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.904414] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-be19ff6c-6542-41f6-8ff2-60bcec18107a/volume-be19ff6c-6542-41f6-8ff2-60bcec18107a.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.909208] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ccb8bf2-41ec-4cd2-baa7-bc9797308a2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.928020] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 883.928020] env[69784]: value = "task-3627592" [ 883.928020] env[69784]: _type = "Task" [ 883.928020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.936901] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.957s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.937482] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.941719] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.941719] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.198s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.942751] env[69784]: INFO nova.compute.claims [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.975148] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627591, 'name': Rename_Task, 'duration_secs': 0.174069} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.976249] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.976249] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30bece7f-b7bd-4396-a166-3aae0f5837a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.985853] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 883.985853] env[69784]: value = "task-3627593" [ 883.985853] env[69784]: _type = "Task" [ 883.985853] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.993235] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.022665] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.199433] env[69784]: DEBUG nova.network.neutron [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updated VIF entry in instance network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.199836] env[69784]: DEBUG nova.network.neutron [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.232010] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.449441] env[69784]: DEBUG nova.compute.utils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.450975] env[69784]: DEBUG oslo_vmware.api [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627592, 'name': ReconfigVM_Task, 'duration_secs': 0.206626} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.453889] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.454607] env[69784]: DEBUG nova.network.neutron [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.457759] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723430', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'name': 'volume-be19ff6c-6542-41f6-8ff2-60bcec18107a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca4a89a9-ae07-44ce-931a-5dbf779646b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'serial': 'be19ff6c-6542-41f6-8ff2-60bcec18107a'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 884.495567] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.510513] env[69784]: DEBUG nova.policy [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb6fa184cd1747be8516217e9fbd9267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668be9fad4114e44945d2bbabc251186', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.704387] env[69784]: DEBUG oslo_concurrency.lockutils [req-5dce2674-cadc-424e-9e8f-73f4e5c03ce1 req-70e81456-5ea1-4084-a4e6-cef3daa99f48 service nova] Releasing lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.750615] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.890724] env[69784]: DEBUG nova.network.neutron [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Successfully created port: b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.937212] env[69784]: DEBUG nova.compute.manager [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.937420] env[69784]: DEBUG nova.compute.manager [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing instance network info cache due to event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.937629] env[69784]: DEBUG oslo_concurrency.lockutils [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] Acquiring lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.937774] env[69784]: DEBUG oslo_concurrency.lockutils [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] Acquired lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.937935] env[69784]: DEBUG nova.network.neutron [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.956142] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.001085] env[69784]: DEBUG oslo_vmware.api [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627593, 'name': PowerOnVM_Task, 'duration_secs': 0.723617} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.004283] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.004440] env[69784]: DEBUG nova.compute.manager [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.007792] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ab4fb-07e0-4e2f-9662-ae9429eef3f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.512643] env[69784]: DEBUG nova.objects.instance [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lazy-loading 'flavor' on Instance uuid ca4a89a9-ae07-44ce-931a-5dbf779646b0 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.518137] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d73d64-d5c2-47eb-8e36-6c9b4a9b69ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.534472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.541173] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388643c-b62f-423a-a555-2cdb5f9b42e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.581505] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52aa157-fdd9-46fa-80b6-d4e5ccf1b6a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.591022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9eb8d-f932-474f-a451-cf599bd4e769 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.604113] env[69784]: DEBUG nova.compute.provider_tree [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.738016] env[69784]: DEBUG nova.network.neutron [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updated VIF entry in instance network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.738016] env[69784]: DEBUG nova.network.neutron [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.967863] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.998834] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.999125] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.999335] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.999859] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.999859] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.999859] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.000191] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.000272] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.000474] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.000641] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.000836] env[69784]: DEBUG nova.virt.hardware [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.001743] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a3155-100c-4498-9227-26a2af5b35cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.012065] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a8b49-c853-4643-ae12-63e44d8993b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.019996] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d681269d-a1f5-4a79-847d-99246a452e9e tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.400s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.107682] env[69784]: DEBUG nova.scheduler.client.report [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.240268] env[69784]: DEBUG oslo_concurrency.lockutils [req-c43859a9-7eba-4015-bb66-c1eb087a1796 req-104a9f2c-6718-4908-a729-e5f82a35529e service nova] Releasing lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.593296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "49b1eff5-eb0b-459e-837e-23214312f720" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.593631] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.593839] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "49b1eff5-eb0b-459e-837e-23214312f720-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.594060] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.594250] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.600024] env[69784]: INFO nova.compute.manager [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Terminating instance [ 886.613048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.613582] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.616073] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.318s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.616405] env[69784]: DEBUG nova.objects.instance [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lazy-loading 'resources' on Instance uuid bb09486a-1cae-4489-a385-3c0c30f19866 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.689746] env[69784]: DEBUG nova.network.neutron [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Successfully updated port: b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.908133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.908133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.919378] env[69784]: DEBUG nova.compute.manager [req-c15fcf2f-670e-46bc-aa6b-4804f302e5f9 req-066d9f98-f463-4f77-92f8-525718134d73 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received event network-vif-plugged-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.919378] env[69784]: DEBUG oslo_concurrency.lockutils [req-c15fcf2f-670e-46bc-aa6b-4804f302e5f9 req-066d9f98-f463-4f77-92f8-525718134d73 service nova] Acquiring lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.919378] env[69784]: DEBUG oslo_concurrency.lockutils [req-c15fcf2f-670e-46bc-aa6b-4804f302e5f9 req-066d9f98-f463-4f77-92f8-525718134d73 service nova] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.919827] env[69784]: DEBUG oslo_concurrency.lockutils [req-c15fcf2f-670e-46bc-aa6b-4804f302e5f9 req-066d9f98-f463-4f77-92f8-525718134d73 service nova] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.919827] env[69784]: DEBUG nova.compute.manager [req-c15fcf2f-670e-46bc-aa6b-4804f302e5f9 req-066d9f98-f463-4f77-92f8-525718134d73 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] No waiting events found dispatching network-vif-plugged-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.919827] env[69784]: WARNING nova.compute.manager [req-c15fcf2f-670e-46bc-aa6b-4804f302e5f9 req-066d9f98-f463-4f77-92f8-525718134d73 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received unexpected event network-vif-plugged-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 for instance with vm_state building and task_state spawning. [ 887.103958] env[69784]: DEBUG nova.compute.manager [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.104210] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.105294] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76abc6a4-15c5-4bbf-ab67-092434d0b666 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.114290] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.115781] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e8ac1f9-9ee9-41c3-a45e-644ef0c6d460 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.121878] env[69784]: DEBUG nova.compute.utils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.123623] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.123789] env[69784]: DEBUG nova.network.neutron [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.182944] env[69784]: DEBUG nova.compute.manager [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Received event network-changed-c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.183121] env[69784]: DEBUG nova.compute.manager [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Refreshing instance network info cache due to event network-changed-c16f8833-134e-44e5-908d-f088e284646f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.183290] env[69784]: DEBUG oslo_concurrency.lockutils [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] Acquiring lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183427] env[69784]: DEBUG oslo_concurrency.lockutils [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] Acquired lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.183592] env[69784]: DEBUG nova.network.neutron [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Refreshing network info cache for port c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.193646] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.193789] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.193942] env[69784]: DEBUG nova.network.neutron [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.202205] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.203541] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.203837] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore2] 49b1eff5-eb0b-459e-837e-23214312f720 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.207603] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a69b6b-a55d-4396-99b3-e04cd931c796 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.211555] env[69784]: DEBUG nova.policy [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e47c3eb987a4f2fa7809ca91cea0145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4359cf34fc419b89bed76a595d01fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.220513] env[69784]: DEBUG oslo_vmware.api [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 887.220513] env[69784]: value = "task-3627595" [ 887.220513] env[69784]: _type = "Task" [ 887.220513] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.235649] env[69784]: DEBUG oslo_vmware.api [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.413589] env[69784]: INFO nova.compute.manager [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Detaching volume be19ff6c-6542-41f6-8ff2-60bcec18107a [ 887.469020] env[69784]: INFO nova.virt.block_device [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Attempting to driver detach volume be19ff6c-6542-41f6-8ff2-60bcec18107a from mountpoint /dev/sdb [ 887.469274] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 887.469529] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723430', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'name': 'volume-be19ff6c-6542-41f6-8ff2-60bcec18107a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca4a89a9-ae07-44ce-931a-5dbf779646b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'serial': 'be19ff6c-6542-41f6-8ff2-60bcec18107a'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 887.470613] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db4829d-96e8-49ec-b120-4a3b2d4565e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.502131] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d9330-c579-4172-97bf-b47e9bc319fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.510981] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4090d49f-b78d-49ca-9730-7ed1d98f4ec8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.539777] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1132470e-3807-42da-92ef-f4ebf923a6f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.556887] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] The volume has not been displaced from its original location: [datastore1] volume-be19ff6c-6542-41f6-8ff2-60bcec18107a/volume-be19ff6c-6542-41f6-8ff2-60bcec18107a.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 887.563997] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.565539] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1078038-5c0c-4364-b760-3dd644d95470 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.584877] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "6547edea-1ce4-4ae0-9975-8028277a7527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.585134] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6547edea-1ce4-4ae0-9975-8028277a7527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.587456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "6547edea-1ce4-4ae0-9975-8028277a7527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.587456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6547edea-1ce4-4ae0-9975-8028277a7527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.587456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6547edea-1ce4-4ae0-9975-8028277a7527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.588047] env[69784]: INFO nova.compute.manager [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Terminating instance [ 887.590335] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "bc60b27e-cb14-4c48-a611-58705f45392b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.590552] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "bc60b27e-cb14-4c48-a611-58705f45392b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.590701] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "bc60b27e-cb14-4c48-a611-58705f45392b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.590883] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "bc60b27e-cb14-4c48-a611-58705f45392b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.591589] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "bc60b27e-cb14-4c48-a611-58705f45392b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.593327] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 887.593327] env[69784]: value = "task-3627596" [ 887.593327] env[69784]: _type = "Task" [ 887.593327] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.610899] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.617987] env[69784]: INFO nova.compute.manager [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Terminating instance [ 887.627276] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.736695] env[69784]: DEBUG oslo_vmware.api [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156092} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.738139] env[69784]: DEBUG nova.network.neutron [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Successfully created port: 0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.741693] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.741899] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.742099] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.742293] env[69784]: INFO nova.compute.manager [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Took 0.64 seconds to destroy the instance on the hypervisor. [ 887.742536] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.742750] env[69784]: DEBUG nova.compute.manager [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.742846] env[69784]: DEBUG nova.network.neutron [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.890999] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dbe955-1e16-4785-9d68-86a82a3ad10e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.901660] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1fc16e-6794-452f-9b0f-8e648acb36be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.933278] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b829f59-638b-4e00-b125-28dc82d09432 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.943666] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c426c2-b894-481b-b7cc-36841c3b93cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.958099] env[69784]: DEBUG nova.compute.provider_tree [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.035977] env[69784]: DEBUG nova.network.neutron [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.100459] env[69784]: DEBUG nova.compute.manager [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.100741] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.105937] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48101a-cd51-4cef-888b-3c043942c3a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.115660] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.117763] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.118083] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c67c536f-61d3-426d-b362-f13bf0c12809 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.124441] env[69784]: DEBUG nova.compute.manager [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.124640] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.126374] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c4f394-dfe1-406d-a3e9-faef81a0dc36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.129068] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 888.129068] env[69784]: value = "task-3627597" [ 888.129068] env[69784]: _type = "Task" [ 888.129068] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.137309] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.140614] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ec2ff6-b04e-470a-9925-2b4504095518 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.146513] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.151901] env[69784]: DEBUG oslo_vmware.api [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 888.151901] env[69784]: value = "task-3627598" [ 888.151901] env[69784]: _type = "Task" [ 888.151901] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.161139] env[69784]: DEBUG oslo_vmware.api [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.435093] env[69784]: DEBUG nova.network.neutron [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.500727] env[69784]: DEBUG nova.network.neutron [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updated VIF entry in instance network info cache for port c16f8833-134e-44e5-908d-f088e284646f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.501127] env[69784]: DEBUG nova.network.neutron [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updating instance_info_cache with network_info: [{"id": "c16f8833-134e-44e5-908d-f088e284646f", "address": "fa:16:3e:fd:52:9c", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f8833-13", "ovs_interfaceid": "c16f8833-134e-44e5-908d-f088e284646f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.503234] env[69784]: DEBUG nova.scheduler.client.report [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 888.503939] env[69784]: DEBUG nova.compute.provider_tree [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 82 to 83 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 888.504200] env[69784]: DEBUG nova.compute.provider_tree [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.613141] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.641846] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.645029] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.662123] env[69784]: DEBUG oslo_vmware.api [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627598, 'name': PowerOffVM_Task, 'duration_secs': 0.201678} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.664284] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.664539] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.665091] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e524d1-5468-48f0-9536-c9c143647d6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.673658] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.674681] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.674681] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.674681] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.674681] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.674681] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.674976] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.675376] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.675449] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.675682] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.679283] env[69784]: DEBUG nova.virt.hardware [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.680484] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3d55d-4b01-41d7-a53a-ff75f8a5f7d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.692711] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223fb54e-f1f4-4208-81c4-a8d701dc25de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.940991] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.941670] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Instance network_info: |[{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.941818] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:1e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2657c1a-07a4-4c68-86f5-4fceb0e835b9', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.949325] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Creating folder: Project (668be9fad4114e44945d2bbabc251186). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.949635] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34fdbb80-5555-4434-8a5a-e9c4ac7a4283 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.964405] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Created folder: Project (668be9fad4114e44945d2bbabc251186) in parent group-v723273. [ 888.964704] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Creating folder: Instances. Parent ref: group-v723432. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.964873] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1229b5-9ade-4f6e-bfee-03a02dc89991 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975583] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Created folder: Instances in parent group-v723432. [ 888.975962] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.976040] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.976236] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ecf2aa-42e5-48cf-99d7-e7532e779885 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.997579] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.997579] env[69784]: value = "task-3627602" [ 888.997579] env[69784]: _type = "Task" [ 888.997579] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.006398] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627602, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.009092] env[69784]: DEBUG oslo_concurrency.lockutils [req-10a8587e-4d47-4487-97e1-3a6d9eb7fc91 req-2ca0f457-0139-423a-8b3f-3aab0d4d5c04 service nova] Releasing lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.010017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.013346] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.106s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.017619] env[69784]: INFO nova.compute.claims [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.040819] env[69784]: DEBUG nova.network.neutron [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.044534] env[69784]: INFO nova.scheduler.client.report [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Deleted allocations for instance bb09486a-1cae-4489-a385-3c0c30f19866 [ 889.056022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.056022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.056022] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Deleting the datastore file [datastore1] bc60b27e-cb14-4c48-a611-58705f45392b {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.056022] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61c196bb-d561-461f-8583-d012f11a3f64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.063104] env[69784]: DEBUG oslo_vmware.api [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 889.063104] env[69784]: value = "task-3627603" [ 889.063104] env[69784]: _type = "Task" [ 889.063104] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.076526] env[69784]: DEBUG oslo_vmware.api [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.113201] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627596, 'name': ReconfigVM_Task, 'duration_secs': 1.280428} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.113610] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.119602] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ca7d73-bf82-4204-9e21-61fc57dba727 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.137470] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 889.137470] env[69784]: value = "task-3627604" [ 889.137470] env[69784]: _type = "Task" [ 889.137470] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.141183] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627597, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.152668] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.181027] env[69784]: DEBUG nova.compute.manager [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Received event network-changed-c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.181238] env[69784]: DEBUG nova.compute.manager [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Refreshing instance network info cache due to event network-changed-c16f8833-134e-44e5-908d-f088e284646f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.181444] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Acquiring lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.181618] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Acquired lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.181758] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Refreshing network info cache for port c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.262066] env[69784]: DEBUG nova.compute.manager [req-7273f315-fed3-4cb0-b5c4-8ae7da796c63 req-b5133bc6-26ac-4954-ac82-1fe059e73086 service nova] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Received event network-vif-deleted-ad54f039-12a0-4ef3-92cc-aa63a4f05949 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.509019] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627602, 'name': CreateVM_Task, 'duration_secs': 0.364762} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.509411] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.510217] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.510441] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.510876] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.511045] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892baebe-df94-4c44-9e97-0b9ca5958a0c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.517120] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 889.517120] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e6129-5b98-c735-4aa9-88f6377f77c0" [ 889.517120] env[69784]: _type = "Task" [ 889.517120] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.530685] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e6129-5b98-c735-4aa9-88f6377f77c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.531031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.531272] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.531509] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.531692] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.531832] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.532688] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c682712-9b0e-429f-b9e5-e1a6aa92a6f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.542619] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.543207] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.543509] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67c0c55-7527-47bd-949e-a842029a4eed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.546762] env[69784]: INFO nova.compute.manager [-] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Took 1.80 seconds to deallocate network for instance. [ 889.556207] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 889.556207] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bbf10f-f1be-d1fc-2e50-cbfb73685376" [ 889.556207] env[69784]: _type = "Task" [ 889.556207] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.560296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c0610a97-adb4-4cab-96c3-ce459ad58283 tempest-ServerGroupTestJSON-723252485 tempest-ServerGroupTestJSON-723252485-project-member] Lock "bb09486a-1cae-4489-a385-3c0c30f19866" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.072s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.570804] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bbf10f-f1be-d1fc-2e50-cbfb73685376, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.573407] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4df802-4e27-4655-a71f-2bd5e2d51288 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.579855] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 889.579855] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214d3d4-2a44-a969-244c-ac21b7f96f0f" [ 889.579855] env[69784]: _type = "Task" [ 889.579855] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.583895] env[69784]: DEBUG oslo_vmware.api [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17049} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.588118] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.588338] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.588518] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.588719] env[69784]: INFO nova.compute.manager [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Took 1.46 seconds to destroy the instance on the hypervisor. [ 889.588960] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.589434] env[69784]: DEBUG nova.compute.manager [-] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.589537] env[69784]: DEBUG nova.network.neutron [-] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.597982] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214d3d4-2a44-a969-244c-ac21b7f96f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.598270] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.598553] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 4b2c40cb-5f15-4db8-a2d1-b126552952f2/4b2c40cb-5f15-4db8-a2d1-b126552952f2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.598810] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-847e283a-337e-4980-89e6-8acd6acf1f18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.607959] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 889.607959] env[69784]: value = "task-3627605" [ 889.607959] env[69784]: _type = "Task" [ 889.607959] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.617919] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.639675] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627597, 'name': PowerOffVM_Task, 'duration_secs': 1.022765} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.639945] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.640438] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.640525] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149aef29-4cb2-4352-86b7-c3dd11120f5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.654112] env[69784]: DEBUG oslo_vmware.api [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627604, 'name': ReconfigVM_Task, 'duration_secs': 0.169756} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.654598] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723430', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'name': 'volume-be19ff6c-6542-41f6-8ff2-60bcec18107a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca4a89a9-ae07-44ce-931a-5dbf779646b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'be19ff6c-6542-41f6-8ff2-60bcec18107a', 'serial': 'be19ff6c-6542-41f6-8ff2-60bcec18107a'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 889.813464] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.813601] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.813933] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore2] 6547edea-1ce4-4ae0-9975-8028277a7527 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.814329] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f74562d-b356-4153-be5d-3b471e1916ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.825010] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 889.825010] env[69784]: value = "task-3627607" [ 889.825010] env[69784]: _type = "Task" [ 889.825010] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.841605] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.910338] env[69784]: DEBUG nova.network.neutron [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Successfully updated port: 0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.059373] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.124521] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627605, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.148540] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updated VIF entry in instance network info cache for port c16f8833-134e-44e5-908d-f088e284646f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.148895] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updating instance_info_cache with network_info: [{"id": "c16f8833-134e-44e5-908d-f088e284646f", "address": "fa:16:3e:fd:52:9c", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16f8833-13", "ovs_interfaceid": "c16f8833-134e-44e5-908d-f088e284646f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.227613] env[69784]: DEBUG nova.objects.instance [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lazy-loading 'flavor' on Instance uuid ca4a89a9-ae07-44ce-931a-5dbf779646b0 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.337445] env[69784]: DEBUG oslo_vmware.api [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407186} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.337701] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.337888] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.338078] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.338256] env[69784]: INFO nova.compute.manager [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Took 2.24 seconds to destroy the instance on the hypervisor. [ 890.338542] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.338739] env[69784]: DEBUG nova.compute.manager [-] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.338834] env[69784]: DEBUG nova.network.neutron [-] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.416453] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-72073f52-6a85-4162-930e-fb82f4869214" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.416604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-72073f52-6a85-4162-930e-fb82f4869214" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.416789] env[69784]: DEBUG nova.network.neutron [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.619710] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524267} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.620198] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 4b2c40cb-5f15-4db8-a2d1-b126552952f2/4b2c40cb-5f15-4db8-a2d1-b126552952f2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.620411] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.621459] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6638b2ff-1114-4255-a77e-59d48cefaabe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.624164] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a910587a-6f5d-4bff-a0e2-f579d70c324a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.633664] env[69784]: DEBUG nova.network.neutron [-] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.638108] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8ac87-fba7-44ad-af25-1b34de29f367 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.640720] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 890.640720] env[69784]: value = "task-3627608" [ 890.640720] env[69784]: _type = "Task" [ 890.640720] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.669707] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Releasing lock "refresh_cache-bc60b27e-cb14-4c48-a611-58705f45392b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.669973] env[69784]: DEBUG nova.compute.manager [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.670171] env[69784]: DEBUG nova.compute.manager [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing instance network info cache due to event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.671196] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.671366] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.671538] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.675860] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2542b523-f56b-446a-b7a5-362a6de37a32 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.679746] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627608, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.685943] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03ea253-fd94-451c-b07c-14ca310c778a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.702744] env[69784]: DEBUG nova.compute.provider_tree [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.950169] env[69784]: DEBUG nova.network.neutron [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.075307] env[69784]: DEBUG nova.network.neutron [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Updating instance_info_cache with network_info: [{"id": "0bdebca1-c9c0-409a-bb7e-7341298a4038", "address": "fa:16:3e:78:44:c3", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdebca1-c9", "ovs_interfaceid": "0bdebca1-c9c0-409a-bb7e-7341298a4038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.120534] env[69784]: DEBUG nova.network.neutron [-] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.135822] env[69784]: INFO nova.compute.manager [-] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Took 1.55 seconds to deallocate network for instance. [ 891.154125] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065976} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.154425] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.155452] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f7bd1e-7a2f-4cce-8caf-0222a92107f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.179731] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4b2c40cb-5f15-4db8-a2d1-b126552952f2/4b2c40cb-5f15-4db8-a2d1-b126552952f2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.186018] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604d9def-cb9f-4c64-9341-62e596f730da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.206055] env[69784]: DEBUG nova.scheduler.client.report [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.209556] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 891.209556] env[69784]: value = "task-3627609" [ 891.209556] env[69784]: _type = "Task" [ 891.209556] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.219625] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.234817] env[69784]: DEBUG oslo_concurrency.lockutils [None req-49017554-6f64-4048-b7e3-edb2c197e0a8 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.327s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.314136] env[69784]: DEBUG nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Received event network-vif-plugged-0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.314136] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Acquiring lock "72073f52-6a85-4162-930e-fb82f4869214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.314136] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Lock "72073f52-6a85-4162-930e-fb82f4869214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.314600] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Lock "72073f52-6a85-4162-930e-fb82f4869214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.315019] env[69784]: DEBUG nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] No waiting events found dispatching network-vif-plugged-0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.315493] env[69784]: WARNING nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Received unexpected event network-vif-plugged-0bdebca1-c9c0-409a-bb7e-7341298a4038 for instance with vm_state building and task_state spawning. [ 891.315908] env[69784]: DEBUG nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.316612] env[69784]: DEBUG nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing instance network info cache due to event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.317153] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Acquiring lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.317403] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Acquired lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.317667] env[69784]: DEBUG nova.network.neutron [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.399280] env[69784]: DEBUG nova.compute.manager [req-40fbbdd5-33d7-4e61-a1a1-0b8b39a2ee2d req-6ede5492-09d0-4bb5-8829-4612a14ebac1 service nova] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Received event network-vif-deleted-c16f8833-134e-44e5-908d-f088e284646f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.399280] env[69784]: DEBUG nova.compute.manager [req-40fbbdd5-33d7-4e61-a1a1-0b8b39a2ee2d req-6ede5492-09d0-4bb5-8829-4612a14ebac1 service nova] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Received event network-vif-deleted-1a13cd85-f479-4d80-8e2e-290f7f47ad56 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.460426] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updated VIF entry in instance network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.460426] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.577855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-72073f52-6a85-4162-930e-fb82f4869214" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.582871] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Instance network_info: |[{"id": "0bdebca1-c9c0-409a-bb7e-7341298a4038", "address": "fa:16:3e:78:44:c3", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdebca1-c9", "ovs_interfaceid": "0bdebca1-c9c0-409a-bb7e-7341298a4038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.582871] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:44:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bdebca1-c9c0-409a-bb7e-7341298a4038', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.589988] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating folder: Project (0b4359cf34fc419b89bed76a595d01fa). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.590440] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c3af82-cb4e-4a76-90e9-8d1af724ba3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.607300] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created folder: Project (0b4359cf34fc419b89bed76a595d01fa) in parent group-v723273. [ 891.607300] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating folder: Instances. Parent ref: group-v723435. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.607300] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b2930a-1757-4dca-a05a-ef92b0f9482f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.622798] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created folder: Instances in parent group-v723435. [ 891.622798] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.622798] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.622798] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98d665b3-3366-45c4-a152-45abe5d0cb1a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.643335] env[69784]: INFO nova.compute.manager [-] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Took 1.30 seconds to deallocate network for instance. [ 891.644572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.653421] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.653421] env[69784]: value = "task-3627612" [ 891.653421] env[69784]: _type = "Task" [ 891.653421] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.663361] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627612, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.714019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.714019] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.719023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.866s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.733147] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627609, 'name': ReconfigVM_Task, 'duration_secs': 0.269791} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.733147] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4b2c40cb-5f15-4db8-a2d1-b126552952f2/4b2c40cb-5f15-4db8-a2d1-b126552952f2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.733147] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f266d2e6-0c26-4dd1-a911-40edfc39a860 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.742980] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 891.742980] env[69784]: value = "task-3627613" [ 891.742980] env[69784]: _type = "Task" [ 891.742980] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.756147] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627613, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.962104] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.962385] env[69784]: DEBUG nova.compute.manager [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.962595] env[69784]: DEBUG nova.compute.manager [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing instance network info cache due to event network-changed-a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.962796] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Acquiring lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.113284] env[69784]: DEBUG nova.network.neutron [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updated VIF entry in instance network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.113873] env[69784]: DEBUG nova.network.neutron [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.152198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.167918] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627612, 'name': CreateVM_Task, 'duration_secs': 0.420503} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.168336] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.169437] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.169798] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.172082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.172082] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e268b9-1315-4680-8556-ca15e1bba009 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.179020] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 892.179020] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527f55f9-e2c4-793a-6509-4d0349c0742c" [ 892.179020] env[69784]: _type = "Task" [ 892.179020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.186292] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527f55f9-e2c4-793a-6509-4d0349c0742c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.226819] env[69784]: INFO nova.compute.claims [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.231675] env[69784]: DEBUG nova.compute.utils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.234849] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.234849] env[69784]: DEBUG nova.network.neutron [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.254999] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627613, 'name': Rename_Task, 'duration_secs': 0.181749} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.254999] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.255661] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc7431a9-01fc-4117-ab06-88651824e708 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.266998] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 892.266998] env[69784]: value = "task-3627614" [ 892.266998] env[69784]: _type = "Task" [ 892.266998] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.276750] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.280427] env[69784]: DEBUG nova.policy [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7e5a21f1e542f0952cdb5e8c493f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fc9713e714c4279ba917760050e6a6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.618141] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Releasing lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.618141] env[69784]: DEBUG nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Received event network-changed-0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.618141] env[69784]: DEBUG nova.compute.manager [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Refreshing instance network info cache due to event network-changed-0bdebca1-c9c0-409a-bb7e-7341298a4038. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.618259] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Acquiring lock "refresh_cache-72073f52-6a85-4162-930e-fb82f4869214" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.618443] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Acquired lock "refresh_cache-72073f52-6a85-4162-930e-fb82f4869214" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.618631] env[69784]: DEBUG nova.network.neutron [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Refreshing network info cache for port 0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.619925] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Acquired lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.622325] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Refreshing network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.674606] env[69784]: DEBUG nova.network.neutron [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Successfully created port: 849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.687167] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527f55f9-e2c4-793a-6509-4d0349c0742c, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.687512] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687872] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.687966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.688152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.688337] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.688600] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e547e9d-3e8f-4136-a05d-f2e2e1036f35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.700435] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.700435] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.702529] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fe5a74-68a0-4942-ac3d-d526842a88f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.708982] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 892.708982] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527d3d70-40ef-da5f-942f-2bdb9b185119" [ 892.708982] env[69784]: _type = "Task" [ 892.708982] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.724202] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527d3d70-40ef-da5f-942f-2bdb9b185119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.737020] env[69784]: INFO nova.compute.resource_tracker [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating resource usage from migration d8ab9546-26f4-4475-96c3-a835dd800c7f [ 892.738681] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.787029] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627614, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.957252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "45481999-3ddb-42cc-8627-ab2c6f599958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.957466] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "45481999-3ddb-42cc-8627-ab2c6f599958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.223348] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527d3d70-40ef-da5f-942f-2bdb9b185119, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.224409] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda335f0-332a-489d-a4c9-3e28c50f647c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.234893] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 893.234893] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e3a7ef-9e76-f487-f116-1c533724bf16" [ 893.234893] env[69784]: _type = "Task" [ 893.234893] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.255025] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e3a7ef-9e76-f487-f116-1c533724bf16, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.255025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.255025] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 72073f52-6a85-4162-930e-fb82f4869214/72073f52-6a85-4162-930e-fb82f4869214.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.255025] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9edb5447-c78a-4c55-b252-1ce51dafd9e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.263108] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 893.263108] env[69784]: value = "task-3627615" [ 893.263108] env[69784]: _type = "Task" [ 893.263108] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.281872] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.292043] env[69784]: DEBUG oslo_vmware.api [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627614, 'name': PowerOnVM_Task, 'duration_secs': 0.611733} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.295155] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.295210] env[69784]: INFO nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Took 7.33 seconds to spawn the instance on the hypervisor. [ 893.295459] env[69784]: DEBUG nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.299083] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5c929-e3c5-4b0b-a416-bb6eefdc51c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.355270] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4631ebeb-1c5b-48ac-a014-0b6b9a4d58d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.367261] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29111301-5850-4796-95ad-ef09380d9c5d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.407430] env[69784]: DEBUG nova.network.neutron [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Updated VIF entry in instance network info cache for port 0bdebca1-c9c0-409a-bb7e-7341298a4038. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.407430] env[69784]: DEBUG nova.network.neutron [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Updating instance_info_cache with network_info: [{"id": "0bdebca1-c9c0-409a-bb7e-7341298a4038", "address": "fa:16:3e:78:44:c3", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bdebca1-c9", "ovs_interfaceid": "0bdebca1-c9c0-409a-bb7e-7341298a4038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.412018] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updated VIF entry in instance network info cache for port a3a1854f-9557-46ad-8578-925ce6573cb4. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.412018] env[69784]: DEBUG nova.network.neutron [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [{"id": "a3a1854f-9557-46ad-8578-925ce6573cb4", "address": "fa:16:3e:29:38:11", "network": {"id": "283b99e8-25cd-4eb6-b838-021836c63a69", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1746724116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4449a7b353d84776b499b5186f4ac6a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a1854f-95", "ovs_interfaceid": "a3a1854f-9557-46ad-8578-925ce6573cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.412018] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1996b1c-0053-4db9-9332-512b4142c63a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.425289] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dccbde1-91ed-4598-a53c-1be96e14643c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.446220] env[69784]: DEBUG nova.compute.provider_tree [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.755025] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.774780] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492776} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.776714] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 72073f52-6a85-4162-930e-fb82f4869214/72073f52-6a85-4162-930e-fb82f4869214.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.776944] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.777451] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5a6762-8d1e-4ae2-82e0-fb78273ca68f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.783708] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.784032] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.784135] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.784306] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.784480] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.784592] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.784807] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.784958] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.785144] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.785334] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.785592] env[69784]: DEBUG nova.virt.hardware [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.786459] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e83f48-9f4e-471c-95cb-396e48b5f2fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.790815] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 893.790815] env[69784]: value = "task-3627616" [ 893.790815] env[69784]: _type = "Task" [ 893.790815] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.798595] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144a3904-e516-4374-b54a-65c4465deae1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.805647] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.823777] env[69784]: INFO nova.compute.manager [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Took 50.77 seconds to build instance. [ 893.915583] env[69784]: DEBUG oslo_concurrency.lockutils [req-0903ca4e-2e6e-45d3-9444-9239504b62e8 req-399ce981-f958-450d-8afa-4100ecb6ecae service nova] Releasing lock "refresh_cache-72073f52-6a85-4162-930e-fb82f4869214" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.916197] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b66ee0a-8991-4868-af97-5061f8b13888 req-edc899e9-302e-4d3c-9505-da6878fc07b4 service nova] Releasing lock "refresh_cache-5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.952296] env[69784]: DEBUG nova.scheduler.client.report [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.303856] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190114} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.304355] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.308793] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b7ae1-3409-4cf2-b4a5-6041643f88da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.313623] env[69784]: DEBUG nova.compute.manager [req-111bcf24-b3dc-4908-b819-fad8c09c85bb req-d756ec5c-9b25-4bda-ae5e-1ac7efedf0ed service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Received event network-vif-plugged-849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.314165] env[69784]: DEBUG oslo_concurrency.lockutils [req-111bcf24-b3dc-4908-b819-fad8c09c85bb req-d756ec5c-9b25-4bda-ae5e-1ac7efedf0ed service nova] Acquiring lock "dbe26289-c70f-4ade-897a-6e8a00a4665c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.314444] env[69784]: DEBUG oslo_concurrency.lockutils [req-111bcf24-b3dc-4908-b819-fad8c09c85bb req-d756ec5c-9b25-4bda-ae5e-1ac7efedf0ed service nova] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.314674] env[69784]: DEBUG oslo_concurrency.lockutils [req-111bcf24-b3dc-4908-b819-fad8c09c85bb req-d756ec5c-9b25-4bda-ae5e-1ac7efedf0ed service nova] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.314956] env[69784]: DEBUG nova.compute.manager [req-111bcf24-b3dc-4908-b819-fad8c09c85bb req-d756ec5c-9b25-4bda-ae5e-1ac7efedf0ed service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] No waiting events found dispatching network-vif-plugged-849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.315261] env[69784]: WARNING nova.compute.manager [req-111bcf24-b3dc-4908-b819-fad8c09c85bb req-d756ec5c-9b25-4bda-ae5e-1ac7efedf0ed service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Received unexpected event network-vif-plugged-849f0a91-8d06-41c3-9c61-19e3c5ad06ba for instance with vm_state building and task_state spawning. [ 894.338445] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 72073f52-6a85-4162-930e-fb82f4869214/72073f52-6a85-4162-930e-fb82f4869214.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.339526] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80936271-163c-4d4f-a93e-8a84f3150b69 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.727s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.340129] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4333564d-e124-49bb-9ef5-8cc518b21ea1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.364255] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 894.364255] env[69784]: value = "task-3627617" [ 894.364255] env[69784]: _type = "Task" [ 894.364255] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.373922] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.455740] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.739s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.456064] env[69784]: INFO nova.compute.manager [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Migrating [ 894.463801] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.944s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.468023] env[69784]: DEBUG nova.objects.instance [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lazy-loading 'resources' on Instance uuid 9e341751-78ca-4aff-ba61-33023725d897 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.487226] env[69784]: DEBUG nova.network.neutron [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Successfully updated port: 849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.860551] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.874944] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627617, 'name': ReconfigVM_Task, 'duration_secs': 0.476564} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.875162] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 72073f52-6a85-4162-930e-fb82f4869214/72073f52-6a85-4162-930e-fb82f4869214.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.875797] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c017946-ba6a-4c66-bb49-0254974968a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.886024] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 894.886024] env[69784]: value = "task-3627618" [ 894.886024] env[69784]: _type = "Task" [ 894.886024] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.894017] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627618, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.980463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.980463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.980463] env[69784]: DEBUG nova.network.neutron [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.992495] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "refresh_cache-dbe26289-c70f-4ade-897a-6e8a00a4665c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.992495] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquired lock "refresh_cache-dbe26289-c70f-4ade-897a-6e8a00a4665c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.992495] env[69784]: DEBUG nova.network.neutron [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.376804] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.396862] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627618, 'name': Rename_Task, 'duration_secs': 0.155885} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.399865] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.400848] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff01de0-ca88-4dc0-9510-efd5ddd16058 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.413466] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 895.413466] env[69784]: value = "task-3627619" [ 895.413466] env[69784]: _type = "Task" [ 895.413466] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.422839] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.495469] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883f58b6-ea48-420f-a605-3a37ec3dc3d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.503780] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6481f930-4765-479e-a8be-d1c41e063212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.541369] env[69784]: DEBUG nova.network.neutron [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.546269] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc00c4-6f67-4596-bf2f-d5ad645cae54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.555653] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cde5a-e484-4f11-a82a-ed8fa0ba6acb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.574330] env[69784]: DEBUG nova.compute.provider_tree [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.703538] env[69784]: DEBUG nova.network.neutron [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Updating instance_info_cache with network_info: [{"id": "849f0a91-8d06-41c3-9c61-19e3c5ad06ba", "address": "fa:16:3e:aa:af:0d", "network": {"id": "45ce2cf9-7dfb-4c7c-a1be-cde437f2bd16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1433108125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fc9713e714c4279ba917760050e6a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849f0a91-8d", "ovs_interfaceid": "849f0a91-8d06-41c3-9c61-19e3c5ad06ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.749391] env[69784]: DEBUG nova.network.neutron [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.925275] env[69784]: DEBUG oslo_vmware.api [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627619, 'name': PowerOnVM_Task, 'duration_secs': 0.464137} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.925559] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.925780] env[69784]: INFO nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Took 7.28 seconds to spawn the instance on the hypervisor. [ 895.925972] env[69784]: DEBUG nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.926788] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2dc75-161f-41b1-b9bc-cefd285c6e4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.079313] env[69784]: DEBUG nova.scheduler.client.report [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.206307] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Releasing lock "refresh_cache-dbe26289-c70f-4ade-897a-6e8a00a4665c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.206654] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Instance network_info: |[{"id": "849f0a91-8d06-41c3-9c61-19e3c5ad06ba", "address": "fa:16:3e:aa:af:0d", "network": {"id": "45ce2cf9-7dfb-4c7c-a1be-cde437f2bd16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1433108125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fc9713e714c4279ba917760050e6a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849f0a91-8d", "ovs_interfaceid": "849f0a91-8d06-41c3-9c61-19e3c5ad06ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.207205] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:af:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849f0a91-8d06-41c3-9c61-19e3c5ad06ba', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.215347] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Creating folder: Project (0fc9713e714c4279ba917760050e6a6b). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.215633] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7ed1e0e-0066-4f6b-8379-486e96851958 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.231034] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Created folder: Project (0fc9713e714c4279ba917760050e6a6b) in parent group-v723273. [ 896.231161] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Creating folder: Instances. Parent ref: group-v723438. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.231614] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00f55890-b142-4923-b874-5d2743d61521 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.243535] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Created folder: Instances in parent group-v723438. [ 896.243867] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.244141] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.244435] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55469dbe-c9ad-4c90-93ea-41c601bad010 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.270124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.282893] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.282893] env[69784]: value = "task-3627622" [ 896.282893] env[69784]: _type = "Task" [ 896.282893] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.297336] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627622, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.340714] env[69784]: DEBUG nova.compute.manager [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.340924] env[69784]: DEBUG nova.compute.manager [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing instance network info cache due to event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.341143] env[69784]: DEBUG oslo_concurrency.lockutils [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.341311] env[69784]: DEBUG oslo_concurrency.lockutils [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.341482] env[69784]: DEBUG nova.network.neutron [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.443928] env[69784]: INFO nova.compute.manager [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Took 51.75 seconds to build instance. [ 896.585250] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.588024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.947s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.589736] env[69784]: INFO nova.compute.claims [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.614394] env[69784]: INFO nova.scheduler.client.report [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleted allocations for instance 9e341751-78ca-4aff-ba61-33023725d897 [ 896.779880] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "72073f52-6a85-4162-930e-fb82f4869214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.794632] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627622, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.948688] env[69784]: DEBUG oslo_concurrency.lockutils [None req-12f40eb7-235b-4d77-acf5-4895d392da70 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "72073f52-6a85-4162-930e-fb82f4869214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.418s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.950133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "72073f52-6a85-4162-930e-fb82f4869214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.170s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.950235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "72073f52-6a85-4162-930e-fb82f4869214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.950446] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "72073f52-6a85-4162-930e-fb82f4869214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.950611] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "72073f52-6a85-4162-930e-fb82f4869214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.954907] env[69784]: INFO nova.compute.manager [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Terminating instance [ 897.121865] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f148ec3c-fe2c-490f-9625-c6233c0c517c tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "9e341751-78ca-4aff-ba61-33023725d897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.952s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.298488] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627622, 'name': CreateVM_Task, 'duration_secs': 0.735399} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.298488] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.299189] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.300318] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.300650] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.301233] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1602b52-e871-4615-9a70-7fe4ff433ebd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.307095] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 897.307095] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ca26ea-9b19-4bea-9413-57d62faa6a69" [ 897.307095] env[69784]: _type = "Task" [ 897.307095] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.315906] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ca26ea-9b19-4bea-9413-57d62faa6a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.347995] env[69784]: DEBUG nova.network.neutron [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updated VIF entry in instance network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.348671] env[69784]: DEBUG nova.network.neutron [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.455659] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.458856] env[69784]: DEBUG nova.compute.manager [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.459079] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.459936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1349bbb-2e99-462c-bf0f-f134bdc76358 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.468639] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.468882] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f545efa-daa9-46ad-8576-c475b0add905 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.475776] env[69784]: DEBUG oslo_vmware.api [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 897.475776] env[69784]: value = "task-3627623" [ 897.475776] env[69784]: _type = "Task" [ 897.475776] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.485904] env[69784]: DEBUG oslo_vmware.api [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.790991] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac149e-8165-4246-a937-26a821e159a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.814940] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.832013] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ca26ea-9b19-4bea-9413-57d62faa6a69, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.832013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.832013] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.832013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.832013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.832013] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.832013] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d4f383-e79a-49b0-9afb-bbe48fd69d4c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.847052] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.847052] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.847052] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dced386-fc35-4499-af11-b07062f13927 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.853588] env[69784]: DEBUG oslo_concurrency.lockutils [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.853588] env[69784]: DEBUG nova.compute.manager [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Received event network-changed-849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.853588] env[69784]: DEBUG nova.compute.manager [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Refreshing instance network info cache due to event network-changed-849f0a91-8d06-41c3-9c61-19e3c5ad06ba. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.853588] env[69784]: DEBUG oslo_concurrency.lockutils [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] Acquiring lock "refresh_cache-dbe26289-c70f-4ade-897a-6e8a00a4665c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.853588] env[69784]: DEBUG oslo_concurrency.lockutils [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] Acquired lock "refresh_cache-dbe26289-c70f-4ade-897a-6e8a00a4665c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.853588] env[69784]: DEBUG nova.network.neutron [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Refreshing network info cache for port 849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.854200] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 897.854200] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7f316-5abf-1f3e-a995-b7d8bed16a02" [ 897.854200] env[69784]: _type = "Task" [ 897.854200] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.862852] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7f316-5abf-1f3e-a995-b7d8bed16a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.982477] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.989018] env[69784]: DEBUG oslo_vmware.api [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627623, 'name': PowerOffVM_Task, 'duration_secs': 0.19423} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.989357] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.989558] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.990041] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-442072ff-ee99-4bde-83bd-bbaf91c0b300 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.071794] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.072218] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.072505] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleting the datastore file [datastore2] 72073f52-6a85-4162-930e-fb82f4869214 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.073107] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a157180b-28e8-47e3-ad5a-9d3a05467f23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.079964] env[69784]: DEBUG oslo_vmware.api [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 898.079964] env[69784]: value = "task-3627625" [ 898.079964] env[69784]: _type = "Task" [ 898.079964] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.089311] env[69784]: DEBUG oslo_vmware.api [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.147401] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca79e9b-0e14-4d06-871a-d51fbc18b522 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.155749] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86862be-589c-4214-8d84-0d334e5ccb64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.187521] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc6230-eec9-42f3-85b9-763cc9651eda {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.195637] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770aefe2-2f3b-4dce-aa85-a9668848195d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.209629] env[69784]: DEBUG nova.compute.provider_tree [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.326055] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.326153] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c97d87-c8f3-48f4-a1ca-82142491c305 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.335257] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 898.335257] env[69784]: value = "task-3627626" [ 898.335257] env[69784]: _type = "Task" [ 898.335257] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.344513] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.369181] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a7f316-5abf-1f3e-a995-b7d8bed16a02, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.370023] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47494e0e-44ee-4dfa-b981-23e8dddef820 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.376718] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 898.376718] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271a32a-c25a-1919-b7fe-0e2153209abb" [ 898.376718] env[69784]: _type = "Task" [ 898.376718] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.386109] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271a32a-c25a-1919-b7fe-0e2153209abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.590986] env[69784]: DEBUG oslo_vmware.api [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.591296] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.591454] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.591636] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.591810] env[69784]: INFO nova.compute.manager [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Took 1.13 seconds to destroy the instance on the hypervisor. [ 898.592620] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.592620] env[69784]: DEBUG nova.compute.manager [-] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.592620] env[69784]: DEBUG nova.network.neutron [-] [instance: 72073f52-6a85-4162-930e-fb82f4869214] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.647590] env[69784]: DEBUG nova.network.neutron [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Updated VIF entry in instance network info cache for port 849f0a91-8d06-41c3-9c61-19e3c5ad06ba. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.648040] env[69784]: DEBUG nova.network.neutron [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Updating instance_info_cache with network_info: [{"id": "849f0a91-8d06-41c3-9c61-19e3c5ad06ba", "address": "fa:16:3e:aa:af:0d", "network": {"id": "45ce2cf9-7dfb-4c7c-a1be-cde437f2bd16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1433108125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fc9713e714c4279ba917760050e6a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849f0a91-8d", "ovs_interfaceid": "849f0a91-8d06-41c3-9c61-19e3c5ad06ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.713181] env[69784]: DEBUG nova.scheduler.client.report [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.827516] env[69784]: DEBUG nova.compute.manager [req-fc7118e9-79cf-44e1-8623-7b51e591cc2b req-82a28db4-bfab-4654-8561-eb68a717f34b service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Received event network-vif-deleted-0bdebca1-c9c0-409a-bb7e-7341298a4038 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.827723] env[69784]: INFO nova.compute.manager [req-fc7118e9-79cf-44e1-8623-7b51e591cc2b req-82a28db4-bfab-4654-8561-eb68a717f34b service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Neutron deleted interface 0bdebca1-c9c0-409a-bb7e-7341298a4038; detaching it from the instance and deleting it from the info cache [ 898.827900] env[69784]: DEBUG nova.network.neutron [req-fc7118e9-79cf-44e1-8623-7b51e591cc2b req-82a28db4-bfab-4654-8561-eb68a717f34b service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.845958] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627626, 'name': PowerOffVM_Task, 'duration_secs': 0.260339} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.846312] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.846447] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.887747] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5271a32a-c25a-1919-b7fe-0e2153209abb, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.888072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.888355] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] dbe26289-c70f-4ade-897a-6e8a00a4665c/dbe26289-c70f-4ade-897a-6e8a00a4665c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.888789] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42c7056-3deb-4cac-b9c8-fd85fa0f35ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.898720] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 898.898720] env[69784]: value = "task-3627627" [ 898.898720] env[69784]: _type = "Task" [ 898.898720] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.910202] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.969027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "38933b68-873b-42da-b719-9b74a0e72cd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.969306] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "38933b68-873b-42da-b719-9b74a0e72cd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.150474] env[69784]: DEBUG oslo_concurrency.lockutils [req-58195108-2b4f-4363-85aa-4cde4b649264 req-12bcc272-d916-4ebb-8da8-9b6f6421399b service nova] Releasing lock "refresh_cache-dbe26289-c70f-4ade-897a-6e8a00a4665c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.218487] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.219077] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.221846] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.024s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.222050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.222215] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 899.222624] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.266s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.224043] env[69784]: INFO nova.compute.claims [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.228139] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed356efe-d7ff-42ca-8309-eb279a1f5c86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.242078] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc690ea1-83f0-45cd-afd1-d159ad5b0784 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.268532] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4141d33-1c2f-419a-97da-5323a00765b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.282919] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8135f211-f94f-44ba-b1b6-26924ce83171 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.319514] env[69784]: DEBUG nova.network.neutron [-] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.321098] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177355MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 899.321287] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.331659] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-120746d2-32fe-41d7-b6cb-f8ef236cec9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.345601] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ffde00-52c8-43b3-8516-d26f04692349 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.362560] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.362788] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.362862] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.362982] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.363168] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.363327] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.363534] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.363692] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.363855] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.364023] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.364308] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.369875] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c1471b-9cd1-481c-9626-61f3abd22c55 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.390012] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 899.390012] env[69784]: value = "task-3627628" [ 899.390012] env[69784]: _type = "Task" [ 899.390012] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.422112] env[69784]: DEBUG nova.compute.manager [req-fc7118e9-79cf-44e1-8623-7b51e591cc2b req-82a28db4-bfab-4654-8561-eb68a717f34b service nova] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Detach interface failed, port_id=0bdebca1-c9c0-409a-bb7e-7341298a4038, reason: Instance 72073f52-6a85-4162-930e-fb82f4869214 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.423102] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.429710] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.728947] env[69784]: DEBUG nova.compute.utils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.733360] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.733538] env[69784]: DEBUG nova.network.neutron [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.770595] env[69784]: DEBUG nova.policy [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b108c206426c484887e172c61a8d4dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dea9fd8b5f4a4f917e4782f1ff01e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.822537] env[69784]: INFO nova.compute.manager [-] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Took 1.23 seconds to deallocate network for instance. [ 899.902084] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627628, 'name': ReconfigVM_Task, 'duration_secs': 0.2178} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.904802] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.914031] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566079} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.914320] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] dbe26289-c70f-4ade-897a-6e8a00a4665c/dbe26289-c70f-4ade-897a-6e8a00a4665c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.914538] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.914852] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3610938c-c58d-42f0-b791-2e2589c948b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.922880] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 899.922880] env[69784]: value = "task-3627629" [ 899.922880] env[69784]: _type = "Task" [ 899.922880] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.932309] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.099370] env[69784]: DEBUG nova.network.neutron [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Successfully created port: 55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.236896] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.328669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.416139] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:39:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c43a08b0-b607-4623-aa5a-f0f86c5c04e5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1549095440',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.416139] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.416139] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.416139] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.416139] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.416139] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.416667] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.416667] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.416667] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.420176] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.420176] env[69784]: DEBUG nova.virt.hardware [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.423558] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.427045] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6d5144-5f46-4e8d-8966-27b13a03a2cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.453644] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068172} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.455742] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.456378] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 900.456378] env[69784]: value = "task-3627630" [ 900.456378] env[69784]: _type = "Task" [ 900.456378] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.457267] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6767c43-eca3-4a31-9e1b-27ff26722e5a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.475895] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.493470] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dbe26289-c70f-4ade-897a-6e8a00a4665c/dbe26289-c70f-4ade-897a-6e8a00a4665c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.496905] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c3f236-9238-46c1-a88b-b4403cc1ec9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.518783] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 900.518783] env[69784]: value = "task-3627631" [ 900.518783] env[69784]: _type = "Task" [ 900.518783] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.529640] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.868078] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14bc684-0789-4570-9449-2254ae01980b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.876601] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e094f3-d7ad-46ee-9efc-c31f7bf4c82c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.907060] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a752fa-64f8-4638-8a2b-3da047ca9aa9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.915170] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302756e-d830-4a11-ad03-566070f4d204 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.929284] env[69784]: DEBUG nova.compute.provider_tree [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.971570] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627630, 'name': ReconfigVM_Task, 'duration_secs': 0.296002} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.971894] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.972656] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb201c-f86b-467e-ac9f-2b73f60616d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.994955] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.995254] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d71c4e-68bd-43fa-b0cb-0da6c641537a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.014835] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 901.014835] env[69784]: value = "task-3627632" [ 901.014835] env[69784]: _type = "Task" [ 901.014835] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.025442] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.031017] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.245852] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.273409] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.273681] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.273863] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.274108] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.274291] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.274459] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.274699] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.274884] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.275086] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.275264] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.275464] env[69784]: DEBUG nova.virt.hardware [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.276455] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd56b94-c6c0-4a5b-9526-c4d0eb681bf0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.287952] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd0eba-0993-47cf-92fc-25e575004109 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.432602] env[69784]: DEBUG nova.scheduler.client.report [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.529159] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627631, 'name': ReconfigVM_Task, 'duration_secs': 0.573017} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.533207] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dbe26289-c70f-4ade-897a-6e8a00a4665c/dbe26289-c70f-4ade-897a-6e8a00a4665c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.533207] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627632, 'name': ReconfigVM_Task, 'duration_secs': 0.2782} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.533207] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e22b99a-45f0-41e3-9f7d-90cb6dd3fe8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.534675] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.534940] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.545517] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 901.545517] env[69784]: value = "task-3627633" [ 901.545517] env[69784]: _type = "Task" [ 901.545517] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.555540] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627633, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.847162] env[69784]: DEBUG nova.compute.manager [req-b6936a6b-723a-465d-990c-b5017350c1a7 req-5e483397-66ed-4229-b05f-6bd5e82f7efe service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Received event network-vif-plugged-55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.847162] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6936a6b-723a-465d-990c-b5017350c1a7 req-5e483397-66ed-4229-b05f-6bd5e82f7efe service nova] Acquiring lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.847753] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6936a6b-723a-465d-990c-b5017350c1a7 req-5e483397-66ed-4229-b05f-6bd5e82f7efe service nova] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.848246] env[69784]: DEBUG oslo_concurrency.lockutils [req-b6936a6b-723a-465d-990c-b5017350c1a7 req-5e483397-66ed-4229-b05f-6bd5e82f7efe service nova] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.848669] env[69784]: DEBUG nova.compute.manager [req-b6936a6b-723a-465d-990c-b5017350c1a7 req-5e483397-66ed-4229-b05f-6bd5e82f7efe service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] No waiting events found dispatching network-vif-plugged-55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.849030] env[69784]: WARNING nova.compute.manager [req-b6936a6b-723a-465d-990c-b5017350c1a7 req-5e483397-66ed-4229-b05f-6bd5e82f7efe service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Received unexpected event network-vif-plugged-55086a00-7d4f-4e11-880b-696edfdb191c for instance with vm_state building and task_state spawning. [ 901.944449] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.944449] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.947148] env[69784]: DEBUG nova.network.neutron [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Successfully updated port: 55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.948431] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.939s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.953771] env[69784]: INFO nova.compute.claims [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.041716] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f9939-45b4-4bc6-854d-6844e6357e66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.064919] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a113ae-ac13-48e1-b6d3-b2682402620f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.072775] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627633, 'name': Rename_Task, 'duration_secs': 0.405472} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.085623] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.086349] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.089585] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7334e0-6bfd-46d0-951f-c040ddfc651c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.101930] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 902.101930] env[69784]: value = "task-3627634" [ 902.101930] env[69784]: _type = "Task" [ 902.101930] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.110816] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.462144] env[69784]: DEBUG nova.compute.utils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.466581] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-8fee45fe-b7ce-496a-83ad-7fbecac453c6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.466778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-8fee45fe-b7ce-496a-83ad-7fbecac453c6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.466985] env[69784]: DEBUG nova.network.neutron [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.468604] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.468837] env[69784]: DEBUG nova.network.neutron [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.520771] env[69784]: DEBUG nova.policy [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf58061cefbe42d8a651db726657f390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b918e7ca5a294d469c60a7616be6c4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.613924] env[69784]: DEBUG oslo_vmware.api [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627634, 'name': PowerOnVM_Task, 'duration_secs': 0.460926} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.614209] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.614421] env[69784]: INFO nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Took 8.86 seconds to spawn the instance on the hypervisor. [ 902.614584] env[69784]: DEBUG nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.615388] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6536e-81a2-4163-b8b8-c13699bfe003 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.645685] env[69784]: DEBUG nova.network.neutron [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Port 3308bbe5-118d-4a25-bb3e-e01744edf7ee binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 902.870856] env[69784]: DEBUG nova.network.neutron [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Successfully created port: c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.972885] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.010991] env[69784]: DEBUG nova.network.neutron [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.136588] env[69784]: INFO nova.compute.manager [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Took 50.26 seconds to build instance. [ 903.194404] env[69784]: DEBUG nova.network.neutron [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Updating instance_info_cache with network_info: [{"id": "55086a00-7d4f-4e11-880b-696edfdb191c", "address": "fa:16:3e:1c:39:86", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55086a00-7d", "ovs_interfaceid": "55086a00-7d4f-4e11-880b-696edfdb191c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.608768] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237a70e-0c7e-4ced-af62-a6114f72a9e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.617103] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd435b-7680-4bf0-96b8-74daaed00a77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.657258] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4b1dcdc8-89bc-44b6-934d-df6ed56da990 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.111s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.667240] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf11732a-ee9e-4661-8cb9-0e6412741a0f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.682155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.682409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.682566] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.691997] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f0087-5d08-46ad-b810-a2214550613c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.699542] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-8fee45fe-b7ce-496a-83ad-7fbecac453c6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.699542] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance network_info: |[{"id": "55086a00-7d4f-4e11-880b-696edfdb191c", "address": "fa:16:3e:1c:39:86", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55086a00-7d", "ovs_interfaceid": "55086a00-7d4f-4e11-880b-696edfdb191c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.700616] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:39:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55086a00-7d4f-4e11-880b-696edfdb191c', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.708602] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.709995] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.710339] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b348db61-b8e0-4565-b89a-c06a16938fc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.733844] env[69784]: DEBUG nova.compute.provider_tree [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.743402] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.743402] env[69784]: value = "task-3627635" [ 903.743402] env[69784]: _type = "Task" [ 903.743402] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.752186] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627635, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.964800] env[69784]: DEBUG nova.compute.manager [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Received event network-changed-55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.965027] env[69784]: DEBUG nova.compute.manager [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Refreshing instance network info cache due to event network-changed-55086a00-7d4f-4e11-880b-696edfdb191c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.965249] env[69784]: DEBUG oslo_concurrency.lockutils [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] Acquiring lock "refresh_cache-8fee45fe-b7ce-496a-83ad-7fbecac453c6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.965389] env[69784]: DEBUG oslo_concurrency.lockutils [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] Acquired lock "refresh_cache-8fee45fe-b7ce-496a-83ad-7fbecac453c6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.965545] env[69784]: DEBUG nova.network.neutron [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Refreshing network info cache for port 55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.985653] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.015799] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.016115] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.016217] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.016401] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.016581] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.016670] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.016879] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.017317] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.017317] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.017403] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.017582] env[69784]: DEBUG nova.virt.hardware [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.018794] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f8cb90-27c7-4a2b-bca3-78edb1234bf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.027487] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3152c9-5e7c-4b62-a4d2-2481c651d5ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.170463] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.237664] env[69784]: DEBUG nova.scheduler.client.report [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.255208] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627635, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.403725] env[69784]: DEBUG nova.network.neutron [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Successfully updated port: c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.670554] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "dbe26289-c70f-4ade-897a-6e8a00a4665c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.671648] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.671921] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "dbe26289-c70f-4ade-897a-6e8a00a4665c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.672167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.672792] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.677237] env[69784]: INFO nova.compute.manager [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Terminating instance [ 904.694304] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.722733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.722928] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.723108] env[69784]: DEBUG nova.network.neutron [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.724790] env[69784]: DEBUG nova.network.neutron [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Updated VIF entry in instance network info cache for port 55086a00-7d4f-4e11-880b-696edfdb191c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.725103] env[69784]: DEBUG nova.network.neutron [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Updating instance_info_cache with network_info: [{"id": "55086a00-7d4f-4e11-880b-696edfdb191c", "address": "fa:16:3e:1c:39:86", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55086a00-7d", "ovs_interfaceid": "55086a00-7d4f-4e11-880b-696edfdb191c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.742537] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.743040] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.745595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.774s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.746915] env[69784]: INFO nova.compute.claims [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.759785] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627635, 'name': CreateVM_Task, 'duration_secs': 0.531174} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.760056] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.760631] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.760797] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.761285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.761358] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3371e5-1646-4af2-9ef8-e726a649785e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.767368] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 904.767368] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c80df0-ed0a-b84c-971e-f235607dfa6b" [ 904.767368] env[69784]: _type = "Task" [ 904.767368] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.775074] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c80df0-ed0a-b84c-971e-f235607dfa6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.906337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "refresh_cache-0358e956-5244-4172-946d-69ec0f2be854" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.906465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "refresh_cache-0358e956-5244-4172-946d-69ec0f2be854" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.906594] env[69784]: DEBUG nova.network.neutron [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.183625] env[69784]: DEBUG nova.compute.manager [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.183984] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.184844] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96feffc1-7541-47f7-86b6-fc6c08502a4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.193988] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.194293] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb644493-384a-4a6b-a2da-b61b5aedb17e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.203193] env[69784]: DEBUG oslo_vmware.api [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 905.203193] env[69784]: value = "task-3627636" [ 905.203193] env[69784]: _type = "Task" [ 905.203193] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.210766] env[69784]: DEBUG oslo_vmware.api [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.230162] env[69784]: DEBUG oslo_concurrency.lockutils [req-22b5ef63-926c-46bc-8252-6978bcc329a4 req-e45e7e54-24fb-421a-ac67-2ae95d74acdb service nova] Releasing lock "refresh_cache-8fee45fe-b7ce-496a-83ad-7fbecac453c6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.252042] env[69784]: DEBUG nova.compute.utils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.257424] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.257424] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.278635] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c80df0-ed0a-b84c-971e-f235607dfa6b, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.278979] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.279225] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.279504] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.279680] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.279875] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.280170] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7d03f64-d81a-4838-8a31-02388882fa4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.289749] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.289966] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.290957] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db92cca-8c6e-4b4d-89c2-b7b33d00f6ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.296755] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 905.296755] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b60d37-42b9-38ef-082f-ff018a20f7e2" [ 905.296755] env[69784]: _type = "Task" [ 905.296755] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.306171] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b60d37-42b9-38ef-082f-ff018a20f7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.307685] env[69784]: DEBUG nova.policy [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35beb79886514061bb431788800cfb9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0fb011e6be54203b97c46c8ba329886', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.465183] env[69784]: DEBUG nova.network.neutron [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.499318] env[69784]: DEBUG nova.network.neutron [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.694098] env[69784]: DEBUG nova.network.neutron [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Updating instance_info_cache with network_info: [{"id": "c99aa184-9373-48bf-b023-585651278513", "address": "fa:16:3e:fd:f1:2e", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99aa184-93", "ovs_interfaceid": "c99aa184-9373-48bf-b023-585651278513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.712507] env[69784]: DEBUG oslo_vmware.api [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627636, 'name': PowerOffVM_Task, 'duration_secs': 0.189706} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.712773] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.712935] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.713199] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c01aa77b-f2c5-4768-b4a0-3ece4ebe431d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.757020] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.774960] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Successfully created port: 2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.784674] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.785032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.785290] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Deleting the datastore file [datastore1] dbe26289-c70f-4ade-897a-6e8a00a4665c {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.785585] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96470ae5-7b4a-4a6a-b65c-0dd1a79c6ee3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.797865] env[69784]: DEBUG oslo_vmware.api [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for the task: (returnval){ [ 905.797865] env[69784]: value = "task-3627638" [ 905.797865] env[69784]: _type = "Task" [ 905.797865] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.821566] env[69784]: DEBUG oslo_vmware.api [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.822257] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b60d37-42b9-38ef-082f-ff018a20f7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.829042] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bb7f04-5dc0-4e68-ac62-c5fa0349a10c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.836328] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 905.836328] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2e883-7ea5-ed6f-f6bd-76c6d2c8f00f" [ 905.836328] env[69784]: _type = "Task" [ 905.836328] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.849927] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2e883-7ea5-ed6f-f6bd-76c6d2c8f00f, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.849927] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.850121] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.850430] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36de42b2-0256-4f8d-b73e-6b6e0bd36306 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.860776] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 905.860776] env[69784]: value = "task-3627639" [ 905.860776] env[69784]: _type = "Task" [ 905.860776] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.874915] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.004982] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.016973] env[69784]: DEBUG nova.compute.manager [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Received event network-vif-plugged-c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.020155] env[69784]: DEBUG oslo_concurrency.lockutils [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] Acquiring lock "0358e956-5244-4172-946d-69ec0f2be854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.020155] env[69784]: DEBUG oslo_concurrency.lockutils [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] Lock "0358e956-5244-4172-946d-69ec0f2be854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.020155] env[69784]: DEBUG oslo_concurrency.lockutils [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] Lock "0358e956-5244-4172-946d-69ec0f2be854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.020155] env[69784]: DEBUG nova.compute.manager [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] No waiting events found dispatching network-vif-plugged-c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.020155] env[69784]: WARNING nova.compute.manager [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Received unexpected event network-vif-plugged-c99aa184-9373-48bf-b023-585651278513 for instance with vm_state building and task_state spawning. [ 906.020155] env[69784]: DEBUG nova.compute.manager [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Received event network-changed-c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.020155] env[69784]: DEBUG nova.compute.manager [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Refreshing instance network info cache due to event network-changed-c99aa184-9373-48bf-b023-585651278513. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.020155] env[69784]: DEBUG oslo_concurrency.lockutils [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] Acquiring lock "refresh_cache-0358e956-5244-4172-946d-69ec0f2be854" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.198328] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "refresh_cache-0358e956-5244-4172-946d-69ec0f2be854" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.200089] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Instance network_info: |[{"id": "c99aa184-9373-48bf-b023-585651278513", "address": "fa:16:3e:fd:f1:2e", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99aa184-93", "ovs_interfaceid": "c99aa184-9373-48bf-b023-585651278513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.200089] env[69784]: DEBUG oslo_concurrency.lockutils [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] Acquired lock "refresh_cache-0358e956-5244-4172-946d-69ec0f2be854" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.200089] env[69784]: DEBUG nova.network.neutron [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Refreshing network info cache for port c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.200856] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:f1:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99aa184-9373-48bf-b023-585651278513', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.209175] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.213393] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.214705] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d9f35b2-b067-4bc1-8883-ebeece77c4b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.242091] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.242091] env[69784]: value = "task-3627640" [ 906.242091] env[69784]: _type = "Task" [ 906.242091] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.258059] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627640, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.319604] env[69784]: DEBUG oslo_vmware.api [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Task: {'id': task-3627638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156662} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.319604] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.319604] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.319813] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.319866] env[69784]: INFO nova.compute.manager [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 906.320120] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.320327] env[69784]: DEBUG nova.compute.manager [-] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.320542] env[69784]: DEBUG nova.network.neutron [-] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.371539] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627639, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.402166] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc3971-7570-4120-9952-45b9adfcd5e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.410450] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d7606-9102-48c0-963a-0410051459d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.443242] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daebfa7c-216e-4826-b496-853adf2aaf8a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.452918] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5fe5fa-8e6c-4b6c-89a5-7cd7088184ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.469265] env[69784]: DEBUG nova.compute.provider_tree [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.548989] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4983e-24d9-423f-ad09-63ecf2fafc03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.572194] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709e3b1d-21f0-490b-a907-6ca2847b344e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.584529] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.753640] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627640, 'name': CreateVM_Task, 'duration_secs': 0.417738} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.755933] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.756634] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.756826] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.757137] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.758657] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199d4925-b6da-4194-9f27-b4796fe14b79 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.761493] env[69784]: DEBUG nova.compute.manager [req-7e4e5455-1f49-4820-9a9f-00bb676db2ae req-a63f40a4-08a3-47af-b4a7-403d453df6ff service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Received event network-vif-deleted-849f0a91-8d06-41c3-9c61-19e3c5ad06ba {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.761675] env[69784]: INFO nova.compute.manager [req-7e4e5455-1f49-4820-9a9f-00bb676db2ae req-a63f40a4-08a3-47af-b4a7-403d453df6ff service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Neutron deleted interface 849f0a91-8d06-41c3-9c61-19e3c5ad06ba; detaching it from the instance and deleting it from the info cache [ 906.761820] env[69784]: DEBUG nova.network.neutron [req-7e4e5455-1f49-4820-9a9f-00bb676db2ae req-a63f40a4-08a3-47af-b4a7-403d453df6ff service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.768346] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 906.768346] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529be980-6727-2c90-456e-d3bb36bbf6fd" [ 906.768346] env[69784]: _type = "Task" [ 906.768346] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.772775] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.784774] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529be980-6727-2c90-456e-d3bb36bbf6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.786121] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.786121] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.786121] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.786121] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.786121] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.786451] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ad63fb5-f945-4535-aea4-964049ecc6f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.800019] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.800019] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.800019] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cd5eaf-3862-45b4-9fe8-bd157c3f860c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.804169] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 906.804169] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528269ea-cc03-8a5a-ab67-8ae3393e3bfa" [ 906.804169] env[69784]: _type = "Task" [ 906.804169] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.806289] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.806548] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.806694] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.806875] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.807025] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.807195] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.807367] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.807529] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.807711] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.807883] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.808064] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.808959] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a3206-1b77-4d20-aece-a2b147729a78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.833077] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f57225e-f135-4fe1-af14-71c59f191140 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.836761] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528269ea-cc03-8a5a-ab67-8ae3393e3bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.838615] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ed206f-50e4-45e0-8dc4-ca708ae24ddd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.856342] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 906.856342] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522de83f-ef7a-35cf-e365-f282c52e4366" [ 906.856342] env[69784]: _type = "Task" [ 906.856342] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.865451] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522de83f-ef7a-35cf-e365-f282c52e4366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.874638] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516967} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.876816] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.876816] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.876816] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-942ff06b-836e-48b0-b125-9425abbc5404 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.885208] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 906.885208] env[69784]: value = "task-3627641" [ 906.885208] env[69784]: _type = "Task" [ 906.885208] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.896806] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.974355] env[69784]: DEBUG nova.scheduler.client.report [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.041296] env[69784]: DEBUG nova.network.neutron [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Updated VIF entry in instance network info cache for port c99aa184-9373-48bf-b023-585651278513. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.041670] env[69784]: DEBUG nova.network.neutron [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Updating instance_info_cache with network_info: [{"id": "c99aa184-9373-48bf-b023-585651278513", "address": "fa:16:3e:fd:f1:2e", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99aa184-93", "ovs_interfaceid": "c99aa184-9373-48bf-b023-585651278513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.077086] env[69784]: DEBUG nova.network.neutron [-] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.091956] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.093149] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89319a4f-2754-494c-b826-19aa788afb6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.103410] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 907.103410] env[69784]: value = "task-3627642" [ 907.103410] env[69784]: _type = "Task" [ 907.103410] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.112732] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.265528] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-495a769d-27ee-4869-be72-10baf0decfcf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.277169] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cfa12e-66b4-42b0-88a8-aedfe7e5346a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.316820] env[69784]: DEBUG nova.compute.manager [req-7e4e5455-1f49-4820-9a9f-00bb676db2ae req-a63f40a4-08a3-47af-b4a7-403d453df6ff service nova] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Detach interface failed, port_id=849f0a91-8d06-41c3-9c61-19e3c5ad06ba, reason: Instance dbe26289-c70f-4ade-897a-6e8a00a4665c could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.322613] env[69784]: DEBUG nova.compute.manager [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.323430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f9c83-b568-4e47-8bb0-e20cdb39f596 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.368450] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522de83f-ef7a-35cf-e365-f282c52e4366, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.368450] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.368450] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0358e956-5244-4172-946d-69ec0f2be854/0358e956-5244-4172-946d-69ec0f2be854.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.368673] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b33a022-cca4-4973-8af5-d74ef9f6862f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.378381] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 907.378381] env[69784]: value = "task-3627643" [ 907.378381] env[69784]: _type = "Task" [ 907.378381] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.379174] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Successfully updated port: 2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.389691] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.399291] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068984} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.399625] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.402273] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb18812-a6ef-493f-ba98-d2030709cfd4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.423626] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.423921] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b014cd7-a858-4f45-b7e6-d4ae16fa44bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.446326] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 907.446326] env[69784]: value = "task-3627644" [ 907.446326] env[69784]: _type = "Task" [ 907.446326] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.454263] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.479912] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.480354] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.483072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.731s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.483273] env[69784]: DEBUG nova.objects.instance [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.545786] env[69784]: DEBUG oslo_concurrency.lockutils [req-61dc16ce-8f7a-42e0-bec8-68ce43970748 req-d0142637-9550-4d5b-912a-9acbf401da7a service nova] Releasing lock "refresh_cache-0358e956-5244-4172-946d-69ec0f2be854" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.580138] env[69784]: INFO nova.compute.manager [-] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Took 1.26 seconds to deallocate network for instance. [ 907.615326] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.834450] env[69784]: INFO nova.compute.manager [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] instance snapshotting [ 907.835114] env[69784]: DEBUG nova.objects.instance [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'flavor' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.886300] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "refresh_cache-6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.886584] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "refresh_cache-6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.886804] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.894691] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.956793] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.987796] env[69784]: DEBUG nova.compute.utils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.991933] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.992115] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.043770] env[69784]: DEBUG nova.policy [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35beb79886514061bb431788800cfb9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0fb011e6be54203b97c46c8ba329886', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.089582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.116314] env[69784]: DEBUG oslo_vmware.api [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627642, 'name': PowerOnVM_Task, 'duration_secs': 0.650846} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.116636] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.117304] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6fe72-dfda-4825-b847-388e131aaf18 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance '2acd5461-f252-4c95-b0fa-37e9a87939cf' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.345819] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d3821-74d3-4661-835d-0b9dd6aea42d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.369649] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8e9950-c6f0-4462-a939-1b3f5905fcec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.379696] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Successfully created port: a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.392495] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532871} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.392750] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0358e956-5244-4172-946d-69ec0f2be854/0358e956-5244-4172-946d-69ec0f2be854.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.392958] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.393486] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c39d9ed8-1db7-49ca-94df-035cff01a577 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.400950] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 908.400950] env[69784]: value = "task-3627645" [ 908.400950] env[69784]: _type = "Task" [ 908.400950] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.411627] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.454630] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.459798] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627644, 'name': ReconfigVM_Task, 'duration_secs': 0.63661} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.460072] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.461022] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc094a71-4911-4b32-ac3c-0f774aba0130 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.468480] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 908.468480] env[69784]: value = "task-3627646" [ 908.468480] env[69784]: _type = "Task" [ 908.468480] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.479839] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627646, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.492684] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.496217] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd82865a-72e6-4487-9b63-64adfa08a9f5 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.497870] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.739s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.498262] env[69784]: DEBUG nova.objects.instance [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lazy-loading 'resources' on Instance uuid aba3f593-3ed0-4505-aedc-d5dc230aa8a6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.678285] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Updating instance_info_cache with network_info: [{"id": "2fefb133-4644-4715-ae14-3b7114b422c6", "address": "fa:16:3e:40:71:3b", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fefb133-46", "ovs_interfaceid": "2fefb133-4644-4715-ae14-3b7114b422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.843418] env[69784]: DEBUG nova.compute.manager [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Received event network-vif-plugged-2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.843653] env[69784]: DEBUG oslo_concurrency.lockutils [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] Acquiring lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.843891] env[69784]: DEBUG oslo_concurrency.lockutils [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.845044] env[69784]: DEBUG oslo_concurrency.lockutils [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.845628] env[69784]: DEBUG nova.compute.manager [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] No waiting events found dispatching network-vif-plugged-2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.845846] env[69784]: WARNING nova.compute.manager [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Received unexpected event network-vif-plugged-2fefb133-4644-4715-ae14-3b7114b422c6 for instance with vm_state building and task_state spawning. [ 908.846035] env[69784]: DEBUG nova.compute.manager [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Received event network-changed-2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.846202] env[69784]: DEBUG nova.compute.manager [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Refreshing instance network info cache due to event network-changed-2fefb133-4644-4715-ae14-3b7114b422c6. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.847032] env[69784]: DEBUG oslo_concurrency.lockutils [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] Acquiring lock "refresh_cache-6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.883144] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 908.883496] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad68c78e-3982-4952-890c-a027cea0ea84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.892138] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 908.892138] env[69784]: value = "task-3627647" [ 908.892138] env[69784]: _type = "Task" [ 908.892138] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.901224] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627647, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.910299] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070144} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.910554] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.911394] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637d9237-154e-4c77-b1a8-3ebe853b8565 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.936278] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0358e956-5244-4172-946d-69ec0f2be854/0358e956-5244-4172-946d-69ec0f2be854.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.936606] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca7dc76-5ec3-48f7-a7b4-b5a4440aff46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.960558] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 908.960558] env[69784]: value = "task-3627648" [ 908.960558] env[69784]: _type = "Task" [ 908.960558] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.969748] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.978132] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627646, 'name': Rename_Task, 'duration_secs': 0.190933} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.978492] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.979106] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1decdd45-7181-4db4-ab7a-b22c26d04c66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.986367] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 908.986367] env[69784]: value = "task-3627649" [ 908.986367] env[69784]: _type = "Task" [ 908.986367] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.994877] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.184735] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "refresh_cache-6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.185079] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Instance network_info: |[{"id": "2fefb133-4644-4715-ae14-3b7114b422c6", "address": "fa:16:3e:40:71:3b", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fefb133-46", "ovs_interfaceid": "2fefb133-4644-4715-ae14-3b7114b422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.186486] env[69784]: DEBUG oslo_concurrency.lockutils [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] Acquired lock "refresh_cache-6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.186486] env[69784]: DEBUG nova.network.neutron [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Refreshing network info cache for port 2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.187022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:71:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fefb133-4644-4715-ae14-3b7114b422c6', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.194587] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.197960] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.200728] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21c042a7-ccec-4df2-876e-81fe9bcc867f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.223284] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.223284] env[69784]: value = "task-3627650" [ 909.223284] env[69784]: _type = "Task" [ 909.223284] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.236202] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627650, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.405661] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627647, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.477064] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.501814] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627649, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.505918] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.530533] env[69784]: DEBUG nova.network.neutron [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Updated VIF entry in instance network info cache for port 2fefb133-4644-4715-ae14-3b7114b422c6. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.530934] env[69784]: DEBUG nova.network.neutron [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Updating instance_info_cache with network_info: [{"id": "2fefb133-4644-4715-ae14-3b7114b422c6", "address": "fa:16:3e:40:71:3b", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fefb133-46", "ovs_interfaceid": "2fefb133-4644-4715-ae14-3b7114b422c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.544823] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.545172] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.545415] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.545720] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.545992] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.546287] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.546908] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.547300] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.548081] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.548081] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.548286] env[69784]: DEBUG nova.virt.hardware [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.549618] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22464ab7-f073-4357-b9f8-543a532c93a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.562507] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc3e6ff-9deb-4cea-8f81-864010ca28e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.656680] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9d12a-eac8-492a-bb33-584157ac1393 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.665720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011274a9-9beb-4069-9f4b-dbd6c072c30b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.697904] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5af35-cff7-4388-808f-6cb41df5a655 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.706609] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e7aa7-b9f6-4a4b-bb1b-532e08a69b21 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.721531] env[69784]: DEBUG nova.compute.provider_tree [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.733656] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627650, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.907008] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627647, 'name': CreateSnapshot_Task, 'duration_secs': 0.995418} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.910710] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 909.911582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b283217-9c85-45df-a01f-6a0c0f47b25b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.976348] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627648, 'name': ReconfigVM_Task, 'duration_secs': 0.588703} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.976733] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0358e956-5244-4172-946d-69ec0f2be854/0358e956-5244-4172-946d-69ec0f2be854.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.977454] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4fe5f1-fa23-40d4-91d3-1f41df686cc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.986917] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 909.986917] env[69784]: value = "task-3627651" [ 909.986917] env[69784]: _type = "Task" [ 909.986917] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.999296] env[69784]: DEBUG oslo_vmware.api [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627649, 'name': PowerOnVM_Task, 'duration_secs': 0.631058} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.003250] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.003250] env[69784]: INFO nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Took 8.76 seconds to spawn the instance on the hypervisor. [ 910.003250] env[69784]: DEBUG nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.003919] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627651, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.004405] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Successfully updated port: a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.005982] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aacefc-9b62-4fc0-8fe4-57ff46387906 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.033319] env[69784]: DEBUG oslo_concurrency.lockutils [req-5447e54b-2d88-49c3-973b-ebfa3ba866bb req-b2ae9614-d223-4c6f-85c8-126a30a7cfe6 service nova] Releasing lock "refresh_cache-6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.226216] env[69784]: DEBUG nova.scheduler.client.report [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.240745] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627650, 'name': CreateVM_Task, 'duration_secs': 0.521219} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.240923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.241604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.241764] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.242087] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.242351] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91efb842-cd91-48c3-9e4a-123d521cf884 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.249048] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 910.249048] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b39fb5-c8dd-ac19-ded7-df2a084bf425" [ 910.249048] env[69784]: _type = "Task" [ 910.249048] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.257174] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b39fb5-c8dd-ac19-ded7-df2a084bf425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.433893] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 910.434555] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc011cc3-53eb-4852-8a46-7fc92456b911 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.444874] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 910.444874] env[69784]: value = "task-3627652" [ 910.444874] env[69784]: _type = "Task" [ 910.444874] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.453510] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627652, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.497370] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627651, 'name': Rename_Task, 'duration_secs': 0.157136} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.497654] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.497904] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc4b3ac6-2a26-4716-9542-5851d2b78181 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.505306] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 910.505306] env[69784]: value = "task-3627653" [ 910.505306] env[69784]: _type = "Task" [ 910.505306] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.509358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "refresh_cache-c2c12cd8-c715-4aeb-9cd5-7b715ead6164" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.509510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "refresh_cache-c2c12cd8-c715-4aeb-9cd5-7b715ead6164" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.509670] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.515144] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.525290] env[69784]: INFO nova.compute.manager [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Took 48.92 seconds to build instance. [ 910.735620] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.738325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.738325] env[69784]: DEBUG nova.objects.instance [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lazy-loading 'resources' on Instance uuid 9cc47515-b43f-4b1b-aae0-ccf5a96a2758 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.760815] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b39fb5-c8dd-ac19-ded7-df2a084bf425, 'name': SearchDatastore_Task, 'duration_secs': 0.025322} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.761437] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.761942] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.761942] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.762093] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.762287] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.762570] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca6cf3e-5bff-4887-8bf2-e66f7673373e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.765482] env[69784]: INFO nova.scheduler.client.report [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Deleted allocations for instance aba3f593-3ed0-4505-aedc-d5dc230aa8a6 [ 910.774359] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.774582] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.775308] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12dbf12-b50c-4836-b6bb-2d7dd2ec3680 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.781287] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 910.781287] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522fb18f-49d2-2831-2207-a544ac5c8cb0" [ 910.781287] env[69784]: _type = "Task" [ 910.781287] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.791067] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522fb18f-49d2-2831-2207-a544ac5c8cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.869409] env[69784]: DEBUG nova.compute.manager [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Received event network-vif-plugged-a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.869762] env[69784]: DEBUG oslo_concurrency.lockutils [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] Acquiring lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.870044] env[69784]: DEBUG oslo_concurrency.lockutils [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.870256] env[69784]: DEBUG oslo_concurrency.lockutils [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.870460] env[69784]: DEBUG nova.compute.manager [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] No waiting events found dispatching network-vif-plugged-a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.870660] env[69784]: WARNING nova.compute.manager [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Received unexpected event network-vif-plugged-a9795b1d-cd4d-4a31-9a87-6289059ff16b for instance with vm_state building and task_state spawning. [ 910.870853] env[69784]: DEBUG nova.compute.manager [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Received event network-changed-a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.871131] env[69784]: DEBUG nova.compute.manager [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Refreshing instance network info cache due to event network-changed-a9795b1d-cd4d-4a31-9a87-6289059ff16b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.871347] env[69784]: DEBUG oslo_concurrency.lockutils [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] Acquiring lock "refresh_cache-c2c12cd8-c715-4aeb-9cd5-7b715ead6164" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.956365] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627652, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.017875] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.030662] env[69784]: DEBUG oslo_concurrency.lockutils [None req-99d32501-722f-4551-95d9-3994af788061 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.012s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.060957] env[69784]: DEBUG nova.network.neutron [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Port 3308bbe5-118d-4a25-bb3e-e01744edf7ee binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 911.060957] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.060957] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.060957] env[69784]: DEBUG nova.network.neutron [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.065909] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.231954] env[69784]: DEBUG nova.network.neutron [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Updating instance_info_cache with network_info: [{"id": "a9795b1d-cd4d-4a31-9a87-6289059ff16b", "address": "fa:16:3e:5d:a3:ac", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9795b1d-cd", "ovs_interfaceid": "a9795b1d-cd4d-4a31-9a87-6289059ff16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.273948] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ecb7310-fd35-4cb6-bc2f-77b102b11839 tempest-ServersAdminNegativeTestJSON-1845497165 tempest-ServersAdminNegativeTestJSON-1845497165-project-member] Lock "aba3f593-3ed0-4505-aedc-d5dc230aa8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.170s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.296209] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522fb18f-49d2-2831-2207-a544ac5c8cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.297283] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe67389-6b8e-452c-a466-57a58d633765 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.308418] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 911.308418] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52967cf9-26af-108e-bdb4-4631dc0677da" [ 911.308418] env[69784]: _type = "Task" [ 911.308418] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.317061] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52967cf9-26af-108e-bdb4-4631dc0677da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.457695] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627652, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.518454] env[69784]: DEBUG oslo_vmware.api [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627653, 'name': PowerOnVM_Task, 'duration_secs': 0.603177} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.518743] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.518947] env[69784]: INFO nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Took 7.53 seconds to spawn the instance on the hypervisor. [ 911.519190] env[69784]: DEBUG nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.519962] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9c546-6382-48f8-bb2f-29e072b3ae3a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.533437] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.722506] env[69784]: INFO nova.compute.manager [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Rebuilding instance [ 911.734664] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "refresh_cache-c2c12cd8-c715-4aeb-9cd5-7b715ead6164" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.734982] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Instance network_info: |[{"id": "a9795b1d-cd4d-4a31-9a87-6289059ff16b", "address": "fa:16:3e:5d:a3:ac", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9795b1d-cd", "ovs_interfaceid": "a9795b1d-cd4d-4a31-9a87-6289059ff16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.735833] env[69784]: DEBUG oslo_concurrency.lockutils [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] Acquired lock "refresh_cache-c2c12cd8-c715-4aeb-9cd5-7b715ead6164" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.736048] env[69784]: DEBUG nova.network.neutron [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Refreshing network info cache for port a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.737402] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:a3:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9795b1d-cd4d-4a31-9a87-6289059ff16b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.745960] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.751673] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.756670] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54423ff2-0e43-43e6-bbc1-77725622e150 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.783815] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.783815] env[69784]: value = "task-3627654" [ 911.783815] env[69784]: _type = "Task" [ 911.783815] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.792305] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24da5e4-e0c0-4c24-ad9b-afdd8a9ab215 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.798070] env[69784]: DEBUG nova.compute.manager [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.799038] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe003c2-2c59-490d-bd45-37151eb021c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.807727] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627654, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.809424] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dce429-142f-488e-b07c-02d2d8b25824 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.855534] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52967cf9-26af-108e-bdb4-4631dc0677da, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.861571] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.861571] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc/6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.861571] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109c72cf-93df-4b47-9607-08176f92d8e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.864385] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03852762-021d-4629-95e6-978b6bc48284 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.875693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396d103-f4cd-4a4a-9ff0-34f125b37490 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.880303] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 911.880303] env[69784]: value = "task-3627655" [ 911.880303] env[69784]: _type = "Task" [ 911.880303] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.894308] env[69784]: DEBUG nova.compute.provider_tree [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.901509] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.929125] env[69784]: DEBUG nova.network.neutron [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.956634] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627652, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.043130] env[69784]: INFO nova.compute.manager [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Took 44.12 seconds to build instance. [ 912.061982] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.076885] env[69784]: DEBUG nova.network.neutron [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Updated VIF entry in instance network info cache for port a9795b1d-cd4d-4a31-9a87-6289059ff16b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.077568] env[69784]: DEBUG nova.network.neutron [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Updating instance_info_cache with network_info: [{"id": "a9795b1d-cd4d-4a31-9a87-6289059ff16b", "address": "fa:16:3e:5d:a3:ac", "network": {"id": "859eb1b6-a46a-4c72-80bf-663bdfaf1046", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2126002866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0fb011e6be54203b97c46c8ba329886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9795b1d-cd", "ovs_interfaceid": "a9795b1d-cd4d-4a31-9a87-6289059ff16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.297595] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627654, 'name': CreateVM_Task, 'duration_secs': 0.419486} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.297595] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.298377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.298714] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.298932] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299202] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261462dc-267c-4834-9ef1-22c79a9c7567 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.305383] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 912.305383] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524e11f7-07b2-4fe7-1c78-69ff9d183550" [ 912.305383] env[69784]: _type = "Task" [ 912.305383] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.319232] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524e11f7-07b2-4fe7-1c78-69ff9d183550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.393471] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627655, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.397273] env[69784]: DEBUG nova.scheduler.client.report [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.431785] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.458087] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627652, 'name': CloneVM_Task, 'duration_secs': 1.980568} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.458448] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created linked-clone VM from snapshot [ 912.459198] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da65623-d7fb-4881-b9a0-23f0a97e3cd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.468014] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Uploading image 66e4035b-3319-4282-8f6c-8afe0f51286e {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 912.492314] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 912.492314] env[69784]: value = "vm-723445" [ 912.492314] env[69784]: _type = "VirtualMachine" [ 912.492314] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 912.492614] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0df613de-6f08-4743-a3da-7e7908e134f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.501295] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease: (returnval){ [ 912.501295] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3d053-9b71-1924-9cb2-7b52d82c3b44" [ 912.501295] env[69784]: _type = "HttpNfcLease" [ 912.501295] env[69784]: } obtained for exporting VM: (result){ [ 912.501295] env[69784]: value = "vm-723445" [ 912.501295] env[69784]: _type = "VirtualMachine" [ 912.501295] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 912.501529] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the lease: (returnval){ [ 912.501529] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3d053-9b71-1924-9cb2-7b52d82c3b44" [ 912.501529] env[69784]: _type = "HttpNfcLease" [ 912.501529] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.508641] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.508641] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3d053-9b71-1924-9cb2-7b52d82c3b44" [ 912.508641] env[69784]: _type = "HttpNfcLease" [ 912.508641] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.545829] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9e09be97-15e4-49ac-9918-e1c7e16e09b9 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "0358e956-5244-4172-946d-69ec0f2be854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.826s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.581174] env[69784]: DEBUG oslo_concurrency.lockutils [req-df692185-ae67-44d6-a7bb-9d1d1a581766 req-0badc5f2-ab91-48e8-9491-9fb63bd2176a service nova] Releasing lock "refresh_cache-c2c12cd8-c715-4aeb-9cd5-7b715ead6164" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.817583] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524e11f7-07b2-4fe7-1c78-69ff9d183550, 'name': SearchDatastore_Task, 'duration_secs': 0.061719} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.817892] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.818141] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.818383] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.818603] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.818793] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.819067] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea45fcb-4fd6-445f-8414-b959f81af861 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.828026] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.828026] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407dc051-f840-40d4-bb46-ae0d985c2ea5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.832138] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.832384] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.833155] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2621b24b-dfd8-4799-b218-f575acd09eca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.836962] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 912.836962] env[69784]: value = "task-3627657" [ 912.836962] env[69784]: _type = "Task" [ 912.836962] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.842113] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 912.842113] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525e392b-e076-3035-f7b2-a328f346a040" [ 912.842113] env[69784]: _type = "Task" [ 912.842113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.851016] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.857282] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525e392b-e076-3035-f7b2-a328f346a040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.891429] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556599} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.891742] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc/6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.892008] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.892295] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d898868-1443-4b5a-a07b-48f83c376de1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.900717] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 912.900717] env[69784]: value = "task-3627658" [ 912.900717] env[69784]: _type = "Task" [ 912.900717] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.904813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.909023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.990s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.909023] env[69784]: DEBUG nova.objects.instance [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lazy-loading 'resources' on Instance uuid bee91322-be72-4998-aeb4-b8d6bf4a905d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.915878] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.935290] env[69784]: DEBUG nova.compute.manager [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69784) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 912.935599] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.939721] env[69784]: INFO nova.scheduler.client.report [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Deleted allocations for instance 9cc47515-b43f-4b1b-aae0-ccf5a96a2758 [ 913.010806] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.010806] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3d053-9b71-1924-9cb2-7b52d82c3b44" [ 913.010806] env[69784]: _type = "HttpNfcLease" [ 913.010806] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 913.011120] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 913.011120] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3d053-9b71-1924-9cb2-7b52d82c3b44" [ 913.011120] env[69784]: _type = "HttpNfcLease" [ 913.011120] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 913.011885] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6ca744-3c97-4f93-b97a-100b1c8ac8fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.030252] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a3e3c-9ebb-1529-945f-64a07aecee75/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 913.030252] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a3e3c-9ebb-1529-945f-64a07aecee75/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 913.152351] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e1990ef-ede4-4614-897f-166ebe29df1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.350132] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627657, 'name': PowerOffVM_Task, 'duration_secs': 0.208134} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.351426] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.351753] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.352676] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a911ec-6823-41a1-8391-65f6ff3fba74 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.360021] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525e392b-e076-3035-f7b2-a328f346a040, 'name': SearchDatastore_Task, 'duration_secs': 0.02561} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.361194] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85cb503f-0cf4-4656-8c3b-f7be863b09fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.365621] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.366282] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57f2a026-1ec5-428e-9d9b-966040ea4e12 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.369619] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 913.369619] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f4ea85-04ab-320a-3487-42e6979bccfb" [ 913.369619] env[69784]: _type = "Task" [ 913.369619] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.378712] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f4ea85-04ab-320a-3487-42e6979bccfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.422875] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099294} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.422875] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.422875] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53087a4d-0ca8-4d5d-9832-3a22dbbdab65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.446510] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc/6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.451735] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-107657b7-e032-4f93-94cc-7a9a56e36fa2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.467923] env[69784]: DEBUG oslo_concurrency.lockutils [None req-653aeebb-9857-4c05-9ff2-11afb440d9a4 tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "9cc47515-b43f-4b1b-aae0-ccf5a96a2758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.189s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.470117] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.470374] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.470566] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore2] 8fee45fe-b7ce-496a-83ad-7fbecac453c6 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.471379] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b443c37a-02a3-4aee-98a0-6e00b6fa39da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.479023] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 913.479023] env[69784]: value = "task-3627660" [ 913.479023] env[69784]: _type = "Task" [ 913.479023] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.480615] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 913.480615] env[69784]: value = "task-3627661" [ 913.480615] env[69784]: _type = "Task" [ 913.480615] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.498692] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.501847] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.707037] env[69784]: DEBUG nova.compute.manager [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.707037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dc76d7-aeb6-4aaa-b560-b920d634a3da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.886027] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f4ea85-04ab-320a-3487-42e6979bccfb, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.889136] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.889540] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c2c12cd8-c715-4aeb-9cd5-7b715ead6164/c2c12cd8-c715-4aeb-9cd5-7b715ead6164.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.890160] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d1d53b-b4b5-49d5-8458-e307f3f294ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.899057] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 913.899057] env[69784]: value = "task-3627662" [ 913.899057] env[69784]: _type = "Task" [ 913.899057] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.909332] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.008090] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.015688] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317369} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.016243] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.016740] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.017166] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.122260] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ee975-0138-4bcf-b882-a001941b2aa3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.131157] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772cc9a-5f81-4eff-9a4a-6e9572a94bd8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.170800] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a76203-3de4-4ceb-99a7-e965d2b9e91d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.183597] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edcc590-7129-4b68-98c9-29b4c0178ac8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.202875] env[69784]: DEBUG nova.compute.provider_tree [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.226337] env[69784]: INFO nova.compute.manager [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] instance snapshotting [ 914.232855] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c387e072-4291-4233-bb83-c6719e8fef89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.258830] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1263c11-23cf-47ea-8b1a-493089351859 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.412210] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.494741] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627660, 'name': ReconfigVM_Task, 'duration_secs': 0.519944} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.495185] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc/6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.496040] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b05d3c5-31dc-447b-8238-9ddd7c5d113c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.508295] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 914.508295] env[69784]: value = "task-3627663" [ 914.508295] env[69784]: _type = "Task" [ 914.508295] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.519569] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627663, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.706299] env[69784]: DEBUG nova.scheduler.client.report [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.772894] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.774852] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-888f7c9c-887a-4afd-ae53-3996cdafaf76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.782805] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 914.782805] env[69784]: value = "task-3627664" [ 914.782805] env[69784]: _type = "Task" [ 914.782805] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.796065] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627664, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.912219] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.912671] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c2c12cd8-c715-4aeb-9cd5-7b715ead6164/c2c12cd8-c715-4aeb-9cd5-7b715ead6164.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.912984] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.913371] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f303676-5b86-4dde-bd89-62e1ae2486f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.921677] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 914.921677] env[69784]: value = "task-3627665" [ 914.921677] env[69784]: _type = "Task" [ 914.921677] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.931151] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.019875] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627663, 'name': Rename_Task, 'duration_secs': 0.305777} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.019875] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.020053] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1af15944-f123-4cc8-8add-e3c3127dd851 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.028904] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 915.028904] env[69784]: value = "task-3627666" [ 915.028904] env[69784]: _type = "Task" [ 915.028904] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.047722] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.061503] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.062027] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.062346] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.062635] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.062882] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.063245] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.063676] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.063972] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.064271] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.064544] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.064847] env[69784]: DEBUG nova.virt.hardware [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.066100] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eafce7-265f-4408-b753-c444f6d67558 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.076075] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7a3d3-77c7-4e06-906e-542be7386b88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.093951] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:39:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55086a00-7d4f-4e11-880b-696edfdb191c', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.103453] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.103453] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.103667] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c179aadb-1842-4422-8cae-ebba14ee4013 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.125372] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.125372] env[69784]: value = "task-3627667" [ 915.125372] env[69784]: _type = "Task" [ 915.125372] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.137311] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627667, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.216453] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.219835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.620s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.221853] env[69784]: INFO nova.compute.claims [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.259326] env[69784]: INFO nova.scheduler.client.report [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Deleted allocations for instance bee91322-be72-4998-aeb4-b8d6bf4a905d [ 915.297397] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627664, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.433306] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.320494} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.433915] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.434583] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc1c0a-4f8d-4b18-be2e-4d0eee57aeff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.463211] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c2c12cd8-c715-4aeb-9cd5-7b715ead6164/c2c12cd8-c715-4aeb-9cd5-7b715ead6164.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.464090] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05629101-21c7-4c93-97e9-b53f9258666a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.487440] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 915.487440] env[69784]: value = "task-3627668" [ 915.487440] env[69784]: _type = "Task" [ 915.487440] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.501689] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.542865] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.639467] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627667, 'name': CreateVM_Task, 'duration_secs': 0.421251} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.639724] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.640446] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.640652] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.641294] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.641572] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df973ade-d8ad-42e0-9860-1ff3b81ba5a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.647909] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 915.647909] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c9ab11-b1ff-645b-e5f2-9350c2a83fa1" [ 915.647909] env[69784]: _type = "Task" [ 915.647909] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.663688] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c9ab11-b1ff-645b-e5f2-9350c2a83fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.775237] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a056e4b-7c87-41f2-b844-3b7a09dbf4b8 tempest-ServersTestBootFromVolume-1880680884 tempest-ServersTestBootFromVolume-1880680884-project-member] Lock "bee91322-be72-4998-aeb4-b8d6bf4a905d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.853s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.799918] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627664, 'name': CreateSnapshot_Task, 'duration_secs': 0.955574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.799918] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.800894] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2338f8-7e2a-425f-afba-3af86a32ee97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.999651] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627668, 'name': ReconfigVM_Task, 'duration_secs': 0.393822} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.000123] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c2c12cd8-c715-4aeb-9cd5-7b715ead6164/c2c12cd8-c715-4aeb-9cd5-7b715ead6164.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.001390] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b5cd99-e19d-441b-870d-9699c70d8532 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.011544] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 916.011544] env[69784]: value = "task-3627669" [ 916.011544] env[69784]: _type = "Task" [ 916.011544] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.023324] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627669, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.043079] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627666, 'name': PowerOnVM_Task, 'duration_secs': 0.676581} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.043319] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.043590] env[69784]: INFO nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Took 9.27 seconds to spawn the instance on the hypervisor. [ 916.043812] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.044841] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da0987-13df-4877-98eb-b81796147c27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.160743] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c9ab11-b1ff-645b-e5f2-9350c2a83fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.162031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.162031] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.162969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.162969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.162969] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.163282] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c7438f-12c3-4dd1-be47-50c7f0ceed0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.175484] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.175686] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.176564] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c79c2a-66fa-4ec2-9e12-bba8c4f476b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.184726] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 916.184726] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5289f396-44f4-114f-e2a6-4b15875c2c5e" [ 916.184726] env[69784]: _type = "Task" [ 916.184726] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.198021] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5289f396-44f4-114f-e2a6-4b15875c2c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.332382] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.333128] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a69f2c17-ecb4-45a6-a10a-f02cf99b18d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.345027] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 916.345027] env[69784]: value = "task-3627670" [ 916.345027] env[69784]: _type = "Task" [ 916.345027] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.364724] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627670, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.530917] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627669, 'name': Rename_Task, 'duration_secs': 0.213184} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.531829] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.531829] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5088f38a-01e2-4b1e-8ab7-5780fb00a589 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.541019] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 916.541019] env[69784]: value = "task-3627671" [ 916.541019] env[69784]: _type = "Task" [ 916.541019] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.556456] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.574384] env[69784]: INFO nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Took 47.58 seconds to build instance. [ 916.705435] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5289f396-44f4-114f-e2a6-4b15875c2c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.014819} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.705435] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac5a535-b760-475a-ac68-b21356fd8e96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.712468] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 916.712468] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f42b5-db73-559a-380a-273417ffd073" [ 916.712468] env[69784]: _type = "Task" [ 916.712468] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.721316] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f42b5-db73-559a-380a-273417ffd073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.866725] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627670, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.890231] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825154f-3b79-4d36-931d-aaf2efac85e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.900778] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06e406-8bf1-4b34-97d5-65a21d6e4289 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.939709] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd657571-8f7d-4426-9c8b-6c79c4b702b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.949718] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6349abd1-fd6b-4dd9-a012-fcc95df90a1a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.965528] env[69784]: DEBUG nova.compute.provider_tree [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.055027] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.076841] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.387s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.226536] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522f42b5-db73-559a-380a-273417ffd073, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.226942] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.227099] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.227462] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d3231b-3356-42d2-bba1-13a9786ecb5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.237796] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 917.237796] env[69784]: value = "task-3627672" [ 917.237796] env[69784]: _type = "Task" [ 917.237796] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.252137] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.364496] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627670, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.475634] env[69784]: DEBUG nova.scheduler.client.report [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.553264] env[69784]: DEBUG oslo_vmware.api [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627671, 'name': PowerOnVM_Task, 'duration_secs': 0.691273} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.554017] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.554017] env[69784]: INFO nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Took 8.05 seconds to spawn the instance on the hypervisor. [ 917.554017] env[69784]: DEBUG nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.554825] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f86998-3971-4de2-8d11-d6112a946a4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.750919] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.868780] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.869172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.879192] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627670, 'name': CloneVM_Task, 'duration_secs': 1.529827} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.879560] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Created linked-clone VM from snapshot [ 917.880598] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dea768-7180-4f9f-ac2c-6690b2bcb218 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.898153] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Uploading image 1abeff0b-c95f-452f-8c6c-07e1f30b02ab {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.924049] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.924049] env[69784]: value = "vm-723449" [ 917.924049] env[69784]: _type = "VirtualMachine" [ 917.924049] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.925298] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e63bc3ec-859e-4a05-a8bb-0d4d96791f49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.933954] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease: (returnval){ [ 917.933954] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0bef8-5020-be6d-7363-91cb0405561f" [ 917.933954] env[69784]: _type = "HttpNfcLease" [ 917.933954] env[69784]: } obtained for exporting VM: (result){ [ 917.933954] env[69784]: value = "vm-723449" [ 917.933954] env[69784]: _type = "VirtualMachine" [ 917.933954] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.934534] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the lease: (returnval){ [ 917.934534] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0bef8-5020-be6d-7363-91cb0405561f" [ 917.934534] env[69784]: _type = "HttpNfcLease" [ 917.934534] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.944101] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.944101] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0bef8-5020-be6d-7363-91cb0405561f" [ 917.944101] env[69784]: _type = "HttpNfcLease" [ 917.944101] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.982068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.982481] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.985983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.760s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.988122] env[69784]: INFO nova.compute.claims [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.084056] env[69784]: INFO nova.compute.manager [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Took 48.14 seconds to build instance. [ 918.251428] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856452} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.251669] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.251885] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.252220] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-130c2d0c-c288-41b7-aae2-01ab8c77bf04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.261417] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 918.261417] env[69784]: value = "task-3627674" [ 918.261417] env[69784]: _type = "Task" [ 918.261417] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.272441] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.372501] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.446100] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.446100] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0bef8-5020-be6d-7363-91cb0405561f" [ 918.446100] env[69784]: _type = "HttpNfcLease" [ 918.446100] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.446451] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.446451] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b0bef8-5020-be6d-7363-91cb0405561f" [ 918.446451] env[69784]: _type = "HttpNfcLease" [ 918.446451] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.447272] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b6ba1-f91e-4b08-86c2-80934435cd51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.455773] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a9efc7-a239-1dd7-7d53-f29bd9a6a8bb/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.455951] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a9efc7-a239-1dd7-7d53-f29bd9a6a8bb/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.521668] env[69784]: DEBUG nova.compute.utils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.526270] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.526481] env[69784]: DEBUG nova.network.neutron [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.582253] env[69784]: DEBUG nova.policy [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bdf56acd7594cb98d4c29385c4951b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f06bc5bc27de4d05a90805f56fd2ddb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.586715] env[69784]: DEBUG oslo_concurrency.lockutils [None req-57305250-a26d-42ce-8aca-c9841cf8c844 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.854s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.632897] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a8e4bb9-fa4b-4334-a691-a0c99beed796 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.774799] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1233} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.775138] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.776185] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a6995f-7a97-4bfc-af89-63454e1c7a4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.805781] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.806849] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99eef4b8-d905-4815-9338-03505bd8f702 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.823733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.824050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.824521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.824521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.824724] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.827322] env[69784]: INFO nova.compute.manager [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Terminating instance [ 918.832490] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 918.832490] env[69784]: value = "task-3627675" [ 918.832490] env[69784]: _type = "Task" [ 918.832490] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.850081] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.901513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.902021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.903074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.903074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.903074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.905086] env[69784]: INFO nova.compute.manager [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Terminating instance [ 918.933799] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.029817] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.154881] env[69784]: DEBUG nova.network.neutron [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Successfully created port: d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.341681] env[69784]: DEBUG nova.compute.manager [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.341911] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.342779] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cef0360-f736-4bd5-b375-c8502db4161d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.353452] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627675, 'name': ReconfigVM_Task, 'duration_secs': 0.385793} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.356132] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8fee45fe-b7ce-496a-83ad-7fbecac453c6/8fee45fe-b7ce-496a-83ad-7fbecac453c6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.356923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.360091] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0bc0553-d118-4c74-add3-ef3dffe6c3e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.361835] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae06c864-7bdc-4237-9473-bf76760ea142 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.370839] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 919.370839] env[69784]: value = "task-3627677" [ 919.370839] env[69784]: _type = "Task" [ 919.370839] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.372446] env[69784]: DEBUG oslo_vmware.api [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 919.372446] env[69784]: value = "task-3627676" [ 919.372446] env[69784]: _type = "Task" [ 919.372446] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.389605] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627677, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.394781] env[69784]: DEBUG oslo_vmware.api [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.411084] env[69784]: DEBUG nova.compute.manager [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.411411] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.412443] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584616c-41e0-47bc-a687-94902f9dd8b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.423216] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.423626] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c6d503-1977-4aba-b341-f042cc85b8cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.432323] env[69784]: DEBUG oslo_vmware.api [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 919.432323] env[69784]: value = "task-3627678" [ 919.432323] env[69784]: _type = "Task" [ 919.432323] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.450923] env[69784]: DEBUG oslo_vmware.api [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.536474] env[69784]: INFO nova.virt.block_device [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Booting with volume b6b743ca-e4d5-4690-a8b3-62ad5c0ea696 at /dev/sda [ 919.600978] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f852a72-0fb3-445e-8431-a8cbf21815bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.618644] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906abe9b-b4b1-4ad0-b66a-fafb921adc93 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.681409] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04aa2ae4-3776-4d62-90e5-4b8095654c5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.694926] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8eca9-4c17-4022-b78d-7922ba304651 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.757818] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a636a445-2b93-4d74-8e2f-ab58c2241749 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.768450] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710582d4-b8ea-427c-b826-1a8eeaf97c5a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.789560] env[69784]: DEBUG nova.virt.block_device [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updating existing volume attachment record: f962275b-b36b-472a-b391-fdda14a90b5a {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 919.838291] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84214112-400a-4742-a50f-c597aa58499f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.847872] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373119d3-93ea-41b0-bc74-4c137a761f7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.897886] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfc09b4-a55a-41d9-a660-0bd3637b5a00 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.907420] env[69784]: DEBUG oslo_vmware.api [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627676, 'name': PowerOffVM_Task, 'duration_secs': 0.3357} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.913285] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.913528] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.913915] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627677, 'name': Rename_Task, 'duration_secs': 0.213139} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.914256] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-426cbd8c-6b72-41ac-961a-fec6448e991a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.916179] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.917833] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779c2cfc-910f-4e2a-a512-5835abe56a76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.922169] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be0ce542-5509-467c-b72b-2f64884ed104 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.937596] env[69784]: DEBUG nova.compute.provider_tree [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.943539] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 919.943539] env[69784]: value = "task-3627679" [ 919.943539] env[69784]: _type = "Task" [ 919.943539] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.952101] env[69784]: DEBUG oslo_vmware.api [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627678, 'name': PowerOffVM_Task, 'duration_secs': 0.290688} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.952956] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.953213] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.953853] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53350cd9-2673-479b-b541-2b22ab049a4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.960299] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.002776] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.003620] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.004383] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleting the datastore file [datastore2] 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.004821] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5fe6c91-5894-4947-9894-54f3e4af8489 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.014069] env[69784]: DEBUG oslo_vmware.api [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 920.014069] env[69784]: value = "task-3627682" [ 920.014069] env[69784]: _type = "Task" [ 920.014069] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.025521] env[69784]: DEBUG oslo_vmware.api [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.040334] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.040634] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.040905] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleting the datastore file [datastore2] c2c12cd8-c715-4aeb-9cd5-7b715ead6164 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.041301] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d553d40f-18fa-47ba-836c-ba50c346a7be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.051448] env[69784]: DEBUG oslo_vmware.api [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for the task: (returnval){ [ 920.051448] env[69784]: value = "task-3627683" [ 920.051448] env[69784]: _type = "Task" [ 920.051448] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.064028] env[69784]: DEBUG oslo_vmware.api [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.445399] env[69784]: DEBUG nova.scheduler.client.report [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.460139] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627679, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.527518] env[69784]: DEBUG oslo_vmware.api [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224987} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.527754] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.527915] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.528110] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.528297] env[69784]: INFO nova.compute.manager [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 920.528696] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.528933] env[69784]: DEBUG nova.compute.manager [-] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.529185] env[69784]: DEBUG nova.network.neutron [-] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.563487] env[69784]: DEBUG oslo_vmware.api [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Task: {'id': task-3627683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224166} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.566394] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.566691] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.566890] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.567140] env[69784]: INFO nova.compute.manager [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Took 1.16 seconds to destroy the instance on the hypervisor. [ 920.567426] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.567672] env[69784]: DEBUG nova.compute.manager [-] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.567799] env[69784]: DEBUG nova.network.neutron [-] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.955300] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.956051] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.959426] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.409s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.959792] env[69784]: DEBUG nova.objects.instance [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lazy-loading 'resources' on Instance uuid 323c9ba0-6f91-4858-8790-6123389a3aec {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.968406] env[69784]: DEBUG oslo_vmware.api [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627679, 'name': PowerOnVM_Task, 'duration_secs': 0.611829} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.968843] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.969134] env[69784]: DEBUG nova.compute.manager [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.970344] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903433d-ae5e-4d70-8ca0-0d0a491cb83e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.999540] env[69784]: DEBUG nova.network.neutron [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Successfully updated port: d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.415908] env[69784]: DEBUG nova.network.neutron [-] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.469628] env[69784]: DEBUG nova.compute.utils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.471989] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.473239] env[69784]: DEBUG nova.network.neutron [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.495894] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.507572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.507572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquired lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.507572] env[69784]: DEBUG nova.network.neutron [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.567235] env[69784]: DEBUG nova.policy [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70ee4975d5d4d3d81900480718951d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4290b56cc84188afb668a1d1c8cd74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.589348] env[69784]: DEBUG nova.compute.manager [req-ebe39ca0-8eff-47b2-ab14-5e58b5720359 req-24a0f417-d75c-49a5-95be-6b3ffd352445 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Received event network-vif-plugged-d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.589531] env[69784]: DEBUG oslo_concurrency.lockutils [req-ebe39ca0-8eff-47b2-ab14-5e58b5720359 req-24a0f417-d75c-49a5-95be-6b3ffd352445 service nova] Acquiring lock "57119902-2ef9-46ce-9897-c8d66ebd619b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.589821] env[69784]: DEBUG oslo_concurrency.lockutils [req-ebe39ca0-8eff-47b2-ab14-5e58b5720359 req-24a0f417-d75c-49a5-95be-6b3ffd352445 service nova] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.590114] env[69784]: DEBUG oslo_concurrency.lockutils [req-ebe39ca0-8eff-47b2-ab14-5e58b5720359 req-24a0f417-d75c-49a5-95be-6b3ffd352445 service nova] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.590287] env[69784]: DEBUG nova.compute.manager [req-ebe39ca0-8eff-47b2-ab14-5e58b5720359 req-24a0f417-d75c-49a5-95be-6b3ffd352445 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] No waiting events found dispatching network-vif-plugged-d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.590458] env[69784]: WARNING nova.compute.manager [req-ebe39ca0-8eff-47b2-ab14-5e58b5720359 req-24a0f417-d75c-49a5-95be-6b3ffd352445 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Received unexpected event network-vif-plugged-d70cb688-2636-4187-87b5-98a65d5abddc for instance with vm_state building and task_state spawning. [ 921.627704] env[69784]: DEBUG nova.network.neutron [-] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.798462] env[69784]: DEBUG nova.compute.manager [req-0060c26c-785b-4974-8bb4-8b0f7967352e req-5d68640b-abb8-4a14-9385-2b3265b12f04 service nova] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Received event network-vif-deleted-a9795b1d-cd4d-4a31-9a87-6289059ff16b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.912764] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.913319] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.915128] env[69784]: DEBUG nova.virt.hardware [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.918624] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a744b2-ad4e-4a84-a4cc-9682c2b9087f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.925187] env[69784]: INFO nova.compute.manager [-] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Took 1.40 seconds to deallocate network for instance. [ 921.943460] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffaeba8-df4a-4272-9858-5111d736ab04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.977361] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.062022] env[69784]: DEBUG nova.network.neutron [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.105065] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a3e3c-9ebb-1529-945f-64a07aecee75/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 922.108905] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f11ab5-c948-44b2-910c-e293215e531f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.121171] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a3e3c-9ebb-1529-945f-64a07aecee75/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 922.121171] env[69784]: ERROR oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a3e3c-9ebb-1529-945f-64a07aecee75/disk-0.vmdk due to incomplete transfer. [ 922.121171] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-729f03d8-b3fd-4a8d-9c92-ec216e4409a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.130888] env[69784]: INFO nova.compute.manager [-] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Took 1.56 seconds to deallocate network for instance. [ 922.131210] env[69784]: DEBUG oslo_vmware.rw_handles [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a3e3c-9ebb-1529-945f-64a07aecee75/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 922.131397] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Uploaded image 66e4035b-3319-4282-8f6c-8afe0f51286e to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 922.138683] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 922.144081] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1de38d4-edbe-4767-a8f0-a7a265e038cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.153557] env[69784]: DEBUG nova.network.neutron [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Successfully created port: 4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.162259] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 922.162259] env[69784]: value = "task-3627684" [ 922.162259] env[69784]: _type = "Task" [ 922.162259] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.180646] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627684, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.197401] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2ec08-f55c-4df2-963e-9d0e827be346 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.210034] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246add87-b049-4090-ae35-09c41ae0fc5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.245295] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b979a-b1e1-41bf-8320-0c136c893012 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.254204] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3fc317-735e-462a-b947-815f9665e527 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.271355] env[69784]: DEBUG nova.compute.provider_tree [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.323157] env[69784]: DEBUG nova.network.neutron [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updating instance_info_cache with network_info: [{"id": "d70cb688-2636-4187-87b5-98a65d5abddc", "address": "fa:16:3e:3e:81:49", "network": {"id": "ab6c73e3-b310-4dde-ac43-b49cf463db9f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309398287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06bc5bc27de4d05a90805f56fd2ddb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70cb688-26", "ovs_interfaceid": "d70cb688-2636-4187-87b5-98a65d5abddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.445964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.657144] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.674205] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627684, 'name': Destroy_Task, 'duration_secs': 0.418284} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.674581] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroyed the VM [ 922.675031] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 922.675350] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa574a02-c60b-41ba-9b5a-32570788ca8a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.683730] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 922.683730] env[69784]: value = "task-3627685" [ 922.683730] env[69784]: _type = "Task" [ 922.683730] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.694091] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627685, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.777653] env[69784]: DEBUG nova.scheduler.client.report [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.827660] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Releasing lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.828092] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance network_info: |[{"id": "d70cb688-2636-4187-87b5-98a65d5abddc", "address": "fa:16:3e:3e:81:49", "network": {"id": "ab6c73e3-b310-4dde-ac43-b49cf463db9f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309398287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06bc5bc27de4d05a90805f56fd2ddb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70cb688-26", "ovs_interfaceid": "d70cb688-2636-4187-87b5-98a65d5abddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.828906] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:81:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd70cb688-2636-4187-87b5-98a65d5abddc', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.839424] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Creating folder: Project (f06bc5bc27de4d05a90805f56fd2ddb3). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.840655] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1abf0974-1f9d-415b-a320-c20746fa2bbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.858254] env[69784]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 922.858448] env[69784]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69784) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 922.859091] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Folder already exists: Project (f06bc5bc27de4d05a90805f56fd2ddb3). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 922.859433] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Creating folder: Instances. Parent ref: group-v723399. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.860124] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a55c5cb1-da75-47a0-aba3-fcd6fd020aa4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.874341] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Created folder: Instances in parent group-v723399. [ 922.874634] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.874846] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.875073] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793e2555-a605-4bd0-a32c-b9d15dd45ecd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.905304] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.905304] env[69784]: value = "task-3627688" [ 922.905304] env[69784]: _type = "Task" [ 922.905304] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.917695] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627688, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.988672] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.016044] env[69784]: DEBUG nova.virt.hardware [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.016975] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50545d64-0dcc-4f9e-bc5c-558228d7622b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.027256] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e12fd-7d92-4756-b96e-855d873de86a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.197354] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627685, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.286922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.289029] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.470s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.289972] env[69784]: DEBUG nova.objects.instance [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lazy-loading 'resources' on Instance uuid 32d380c2-6ed7-423f-b555-584965ef0110 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.291953] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.296020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.296020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.296020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.296020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.296020] env[69784]: INFO nova.compute.manager [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Terminating instance [ 923.326754] env[69784]: INFO nova.scheduler.client.report [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Deleted allocations for instance 323c9ba0-6f91-4858-8790-6123389a3aec [ 923.421543] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627688, 'name': CreateVM_Task, 'duration_secs': 0.459978} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.421871] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.422686] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'f962275b-b36b-472a-b391-fdda14a90b5a', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723406', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'name': 'volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57119902-2ef9-46ce-9897-c8d66ebd619b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'serial': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696'}, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69784) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 923.422964] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Root volume attach. Driver type: vmdk {{(pid=69784) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 923.423911] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d53da-e762-492b-9458-21de07c4be83 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.435231] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da5bf27-acf0-4ac0-a027-bda664c2eddf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.443198] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc7286-fb09-4072-b630-ca26ec06921c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.452216] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-90def8fb-05b3-4d33-bebe-a35ffff08c47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.463725] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 923.463725] env[69784]: value = "task-3627689" [ 923.463725] env[69784]: _type = "Task" [ 923.463725] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.472617] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627689, 'name': RelocateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.697662] env[69784]: DEBUG oslo_vmware.api [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627685, 'name': RemoveSnapshot_Task, 'duration_secs': 0.582873} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.698331] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.698445] env[69784]: INFO nova.compute.manager [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 923.788423] env[69784]: DEBUG nova.compute.manager [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Received event network-vif-deleted-2fefb133-4644-4715-ae14-3b7114b422c6 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.788423] env[69784]: DEBUG nova.compute.manager [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Received event network-changed-d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.788423] env[69784]: DEBUG nova.compute.manager [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Refreshing instance network info cache due to event network-changed-d70cb688-2636-4187-87b5-98a65d5abddc. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.788423] env[69784]: DEBUG oslo_concurrency.lockutils [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] Acquiring lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.788423] env[69784]: DEBUG oslo_concurrency.lockutils [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] Acquired lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.788423] env[69784]: DEBUG nova.network.neutron [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Refreshing network info cache for port d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.804144] env[69784]: DEBUG nova.compute.manager [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.804144] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.804710] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1060d169-9511-442a-b6fa-273934a67410 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.815477] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.817775] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef44d315-d6d4-4141-8898-49303c71790c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.830451] env[69784]: DEBUG oslo_vmware.api [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 923.830451] env[69784]: value = "task-3627690" [ 923.830451] env[69784]: _type = "Task" [ 923.830451] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.842236] env[69784]: DEBUG oslo_vmware.api [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.842236] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6085535c-f1a3-4007-b55e-210ec24d3664 tempest-ServersTestMultiNic-1821210824 tempest-ServersTestMultiNic-1821210824-project-member] Lock "323c9ba0-6f91-4858-8790-6123389a3aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.265s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.983861] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627689, 'name': RelocateVM_Task} progress is 20%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.038161] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.038423] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.061821] env[69784]: DEBUG nova.compute.manager [req-2834363b-5e1e-4962-9cc9-81812212a830 req-bbee00bd-a28e-4e70-b245-f8cd8248e9bf service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Received event network-vif-plugged-4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.062100] env[69784]: DEBUG oslo_concurrency.lockutils [req-2834363b-5e1e-4962-9cc9-81812212a830 req-bbee00bd-a28e-4e70-b245-f8cd8248e9bf service nova] Acquiring lock "98640faf-0218-4024-8782-b326d2e764d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.062336] env[69784]: DEBUG oslo_concurrency.lockutils [req-2834363b-5e1e-4962-9cc9-81812212a830 req-bbee00bd-a28e-4e70-b245-f8cd8248e9bf service nova] Lock "98640faf-0218-4024-8782-b326d2e764d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.063028] env[69784]: DEBUG oslo_concurrency.lockutils [req-2834363b-5e1e-4962-9cc9-81812212a830 req-bbee00bd-a28e-4e70-b245-f8cd8248e9bf service nova] Lock "98640faf-0218-4024-8782-b326d2e764d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.063285] env[69784]: DEBUG nova.compute.manager [req-2834363b-5e1e-4962-9cc9-81812212a830 req-bbee00bd-a28e-4e70-b245-f8cd8248e9bf service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] No waiting events found dispatching network-vif-plugged-4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.063495] env[69784]: WARNING nova.compute.manager [req-2834363b-5e1e-4962-9cc9-81812212a830 req-bbee00bd-a28e-4e70-b245-f8cd8248e9bf service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Received unexpected event network-vif-plugged-4c9729f2-11f3-4ea6-ab95-380006053f65 for instance with vm_state building and task_state spawning. [ 924.310827] env[69784]: DEBUG nova.network.neutron [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Successfully updated port: 4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.342429] env[69784]: DEBUG oslo_vmware.api [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627690, 'name': PowerOffVM_Task, 'duration_secs': 0.331925} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.345576] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.345768] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.346612] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14372130-98b3-412d-97e2-1d4b339b170a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.428930] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.429226] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.429359] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore1] 8fee45fe-b7ce-496a-83ad-7fbecac453c6 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.432014] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b087663f-a428-4b96-b53b-dd1b09b75c9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.440787] env[69784]: DEBUG oslo_vmware.api [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 924.440787] env[69784]: value = "task-3627692" [ 924.440787] env[69784]: _type = "Task" [ 924.440787] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.453490] env[69784]: DEBUG oslo_vmware.api [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.457630] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3765dc13-6874-4977-931b-d2312d7a6c26 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.466350] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409e158d-3bda-4402-adaa-0992f1223e30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.479575] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627689, 'name': RelocateVM_Task, 'duration_secs': 0.717991} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.515069] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 924.515069] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723406', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'name': 'volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57119902-2ef9-46ce-9897-c8d66ebd619b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'serial': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 924.517571] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d1891c-aaa8-4b26-92aa-5a73968993d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.522811] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d0a55-104f-4ea9-862f-05abce680022 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.542222] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f096f2e5-d8f0-4a2c-befa-dc53b213a444 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.546756] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.550139] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfa9fd9-d318-4bbb-be2b-b9d31ed596d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.566390] env[69784]: DEBUG nova.compute.provider_tree [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.588418] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696/volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.594409] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02046b98-2410-4e3d-8997-a9479645f49d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.622792] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 924.622792] env[69784]: value = "task-3627693" [ 924.622792] env[69784]: _type = "Task" [ 924.622792] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.629029] env[69784]: DEBUG nova.compute.manager [None req-04e74e22-b262-4177-a621-b1abfbbf5aa5 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Found 2 images (rotation: 2) {{(pid=69784) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 924.642399] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.782403] env[69784]: DEBUG nova.network.neutron [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updated VIF entry in instance network info cache for port d70cb688-2636-4187-87b5-98a65d5abddc. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.782722] env[69784]: DEBUG nova.network.neutron [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updating instance_info_cache with network_info: [{"id": "d70cb688-2636-4187-87b5-98a65d5abddc", "address": "fa:16:3e:3e:81:49", "network": {"id": "ab6c73e3-b310-4dde-ac43-b49cf463db9f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309398287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06bc5bc27de4d05a90805f56fd2ddb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70cb688-26", "ovs_interfaceid": "d70cb688-2636-4187-87b5-98a65d5abddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.814817] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "refresh_cache-98640faf-0218-4024-8782-b326d2e764d0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.817327] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "refresh_cache-98640faf-0218-4024-8782-b326d2e764d0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.817510] env[69784]: DEBUG nova.network.neutron [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.957207] env[69784]: DEBUG oslo_vmware.api [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263759} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.957496] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.957679] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.957855] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.958033] env[69784]: INFO nova.compute.manager [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.958278] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.958470] env[69784]: DEBUG nova.compute.manager [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.958563] env[69784]: DEBUG nova.network.neutron [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.086448] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.089643] env[69784]: DEBUG nova.scheduler.client.report [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.119097] env[69784]: DEBUG nova.compute.manager [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.119097] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa0ef4-9f3a-41cf-83b0-16fdaad47a02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.143408] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627693, 'name': ReconfigVM_Task, 'duration_secs': 0.441319} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.143704] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696/volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.148445] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b754f6f-64f1-4900-8f33-25232cb1bbb8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.168907] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 925.168907] env[69784]: value = "task-3627694" [ 925.168907] env[69784]: _type = "Task" [ 925.168907] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.178571] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.285834] env[69784]: DEBUG oslo_concurrency.lockutils [req-4bd81b69-26e3-4906-b497-36a10f909cb5 req-54bd7630-323f-4944-9f7c-10eda7807f37 service nova] Releasing lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.357537] env[69784]: DEBUG nova.network.neutron [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.599989] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.602656] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.580s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.604345] env[69784]: INFO nova.compute.claims [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.627419] env[69784]: INFO nova.scheduler.client.report [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Deleted allocations for instance 32d380c2-6ed7-423f-b555-584965ef0110 [ 925.640940] env[69784]: INFO nova.compute.manager [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] instance snapshotting [ 925.642230] env[69784]: DEBUG nova.objects.instance [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'flavor' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.684428] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627694, 'name': ReconfigVM_Task, 'duration_secs': 0.208634} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.685812] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723406', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'name': 'volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57119902-2ef9-46ce-9897-c8d66ebd619b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'serial': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 925.686700] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2ddd9f-8b9e-43c6-9ebf-51295605115a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.697456] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 925.697456] env[69784]: value = "task-3627695" [ 925.697456] env[69784]: _type = "Task" [ 925.697456] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.708850] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627695, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.754385] env[69784]: DEBUG nova.network.neutron [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.829548] env[69784]: DEBUG nova.network.neutron [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Updating instance_info_cache with network_info: [{"id": "4c9729f2-11f3-4ea6-ab95-380006053f65", "address": "fa:16:3e:dd:30:9c", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9729f2-11", "ovs_interfaceid": "4c9729f2-11f3-4ea6-ab95-380006053f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.866561] env[69784]: DEBUG nova.compute.manager [req-36a140a5-9417-4b5d-b24b-cff185247efd req-2e4cb6dd-1760-4910-9972-3c01ee5abce5 service nova] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Received event network-vif-deleted-55086a00-7d4f-4e11-880b-696edfdb191c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.137308] env[69784]: DEBUG oslo_concurrency.lockutils [None req-85f6b877-0d4d-4e04-ae57-64cdafe69d19 tempest-VolumesAssistedSnapshotsTest-134890089 tempest-VolumesAssistedSnapshotsTest-134890089-project-member] Lock "32d380c2-6ed7-423f-b555-584965ef0110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.817s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.152412] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b49e7-b889-48f2-a26c-5b40b44b57df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.180263] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7ccc1-77b3-46cd-9f09-4e504546881d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.184311] env[69784]: DEBUG nova.compute.manager [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Received event network-changed-4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.184558] env[69784]: DEBUG nova.compute.manager [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Refreshing instance network info cache due to event network-changed-4c9729f2-11f3-4ea6-ab95-380006053f65. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.184694] env[69784]: DEBUG oslo_concurrency.lockutils [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] Acquiring lock "refresh_cache-98640faf-0218-4024-8782-b326d2e764d0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.207949] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627695, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.256460] env[69784]: INFO nova.compute.manager [-] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Took 1.30 seconds to deallocate network for instance. [ 926.332429] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "refresh_cache-98640faf-0218-4024-8782-b326d2e764d0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.332429] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Instance network_info: |[{"id": "4c9729f2-11f3-4ea6-ab95-380006053f65", "address": "fa:16:3e:dd:30:9c", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9729f2-11", "ovs_interfaceid": "4c9729f2-11f3-4ea6-ab95-380006053f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.332429] env[69784]: DEBUG oslo_concurrency.lockutils [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] Acquired lock "refresh_cache-98640faf-0218-4024-8782-b326d2e764d0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.332429] env[69784]: DEBUG nova.network.neutron [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Refreshing network info cache for port 4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.333735] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:30:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c9729f2-11f3-4ea6-ab95-380006053f65', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.343637] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.348187] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.348886] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c30b3e-5250-4ca2-8a11-17c38499fae4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.366605] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a9efc7-a239-1dd7-7d53-f29bd9a6a8bb/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.367715] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec6872e-df80-495d-86e7-fdb8ad19953c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.375269] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a9efc7-a239-1dd7-7d53-f29bd9a6a8bb/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.375439] env[69784]: ERROR oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a9efc7-a239-1dd7-7d53-f29bd9a6a8bb/disk-0.vmdk due to incomplete transfer. [ 926.375696] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3ebc71a-383d-4d1a-b28f-c8346176ee08 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.378482] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.378482] env[69784]: value = "task-3627696" [ 926.378482] env[69784]: _type = "Task" [ 926.378482] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.384837] env[69784]: DEBUG oslo_vmware.rw_handles [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a9efc7-a239-1dd7-7d53-f29bd9a6a8bb/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.385081] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Uploaded image 1abeff0b-c95f-452f-8c6c-07e1f30b02ab to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.386996] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.390201] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d44019c-6118-478c-8449-a4d9bdba67c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.391644] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627696, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.397404] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 926.397404] env[69784]: value = "task-3627697" [ 926.397404] env[69784]: _type = "Task" [ 926.397404] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.421440] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627697, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.669167] env[69784]: DEBUG nova.network.neutron [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Updated VIF entry in instance network info cache for port 4c9729f2-11f3-4ea6-ab95-380006053f65. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.669248] env[69784]: DEBUG nova.network.neutron [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Updating instance_info_cache with network_info: [{"id": "4c9729f2-11f3-4ea6-ab95-380006053f65", "address": "fa:16:3e:dd:30:9c", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c9729f2-11", "ovs_interfaceid": "4c9729f2-11f3-4ea6-ab95-380006053f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.695398] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 926.699572] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbf55790-5f2d-4ad5-aa25-f27de693b4cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.715542] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627695, 'name': Rename_Task, 'duration_secs': 0.767073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.717705] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.718365] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 926.718365] env[69784]: value = "task-3627698" [ 926.718365] env[69784]: _type = "Task" [ 926.718365] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.719374] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6ec0783-70e7-442f-9b72-191dda668791 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.735139] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627698, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.736868] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 926.736868] env[69784]: value = "task-3627699" [ 926.736868] env[69784]: _type = "Task" [ 926.736868] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.746192] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.762949] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.894408] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627696, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.909725] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627697, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.172152] env[69784]: DEBUG oslo_concurrency.lockutils [req-f9c746dc-8fb6-4447-8e49-77ab4edcd542 req-0c0ef000-2306-4e23-a044-08795a8111f1 service nova] Releasing lock "refresh_cache-98640faf-0218-4024-8782-b326d2e764d0" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.234928] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627698, 'name': CreateSnapshot_Task, 'duration_secs': 0.481475} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.234928] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 927.236545] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2028a-1025-4301-b2f8-08bb7b0a21e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.257950] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf243a1-bd28-4587-863c-da2c47b7bccc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.260671] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.266633] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6231583b-0f50-4125-8e1d-6d4dfcd46a32 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.308430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da9a1f-b7e8-425b-914c-dd9cf27b26d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.318765] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e28b182-91ce-4151-a2c4-477d09f4bf3a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.339192] env[69784]: DEBUG nova.compute.provider_tree [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.391727] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627696, 'name': CreateVM_Task, 'duration_secs': 0.704066} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.391921] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.392983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.392983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.393140] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.393374] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1ec021-8726-4a09-9d25-bb17e4976530 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.399514] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 927.399514] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c40752-744b-cb3d-5e5a-d093fe88db10" [ 927.399514] env[69784]: _type = "Task" [ 927.399514] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.412202] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627697, 'name': Destroy_Task, 'duration_secs': 0.559252} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.415828] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Destroyed the VM [ 927.415964] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.416346] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c40752-744b-cb3d-5e5a-d093fe88db10, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.416434] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a9b008d-cbaf-4903-961c-ca178bf87bd7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.418278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.418616] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.418727] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.418871] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.419057] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.419775] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12485580-4fda-4fed-8780-7bb10d99c0f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.428150] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 927.428150] env[69784]: value = "task-3627700" [ 927.428150] env[69784]: _type = "Task" [ 927.428150] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.431710] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.431885] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.432927] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27180d8a-e2b7-4db0-b5aa-ad467966f13a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.438713] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.443487] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 927.443487] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af3cd6-a090-9d4b-0797-bba4bbd78583" [ 927.443487] env[69784]: _type = "Task" [ 927.443487] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.451657] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af3cd6-a090-9d4b-0797-bba4bbd78583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.751432] env[69784]: DEBUG oslo_vmware.api [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627699, 'name': PowerOnVM_Task, 'duration_secs': 0.526569} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.751698] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.751900] env[69784]: INFO nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Took 5.84 seconds to spawn the instance on the hypervisor. [ 927.752089] env[69784]: DEBUG nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.756019] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b769b-e071-489e-814c-37c311c2f456 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.771047] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.771903] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7cf0188e-6baa-4a87-8180-3e381ea9135b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.786216] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 927.786216] env[69784]: value = "task-3627701" [ 927.786216] env[69784]: _type = "Task" [ 927.786216] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.801482] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627701, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.844776] env[69784]: DEBUG nova.scheduler.client.report [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.947579] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.958141] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52af3cd6-a090-9d4b-0797-bba4bbd78583, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.959302] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019be039-4c29-4f28-8054-1a62a3020962 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.968029] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 927.968029] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5272beed-0d67-a845-dcbd-36bcba32a5a7" [ 927.968029] env[69784]: _type = "Task" [ 927.968029] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.980281] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5272beed-0d67-a845-dcbd-36bcba32a5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.072848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "a93d4452-03f6-4d00-805d-e3d88b863c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.072848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.285516] env[69784]: INFO nova.compute.manager [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Took 51.70 seconds to build instance. [ 928.298039] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627701, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.357606] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.357606] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.360906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.610s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.363018] env[69784]: DEBUG nova.objects.instance [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 928.440912] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627700, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.482966] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5272beed-0d67-a845-dcbd-36bcba32a5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015378} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.482966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.482966] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 98640faf-0218-4024-8782-b326d2e764d0/98640faf-0218-4024-8782-b326d2e764d0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.482966] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77653f74-cf25-448e-aac6-21de16275ba7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.492084] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 928.492084] env[69784]: value = "task-3627702" [ 928.492084] env[69784]: _type = "Task" [ 928.492084] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.503598] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.575105] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.792235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4c6a2042-7e53-4653-8d3c-853ca0d51606 tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.026s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.804068] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627701, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.869460] env[69784]: DEBUG nova.compute.utils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.873942] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.874156] env[69784]: DEBUG nova.network.neutron [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.943718] env[69784]: DEBUG oslo_vmware.api [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627700, 'name': RemoveSnapshot_Task, 'duration_secs': 1.163811} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.944137] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.944460] env[69784]: INFO nova.compute.manager [None req-eafe898b-6576-47b8-82ac-f5b751be79ff tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 929.006885] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627702, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.106296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.220124] env[69784]: DEBUG nova.policy [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09ca4f6e758454ba652693018aeb2d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd094bc8e2fce48d491bce19866ec9176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.299138] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627701, 'name': CloneVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.376580] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.379517] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c5c984-b7f8-4d9c-9601-ceb83b849ab6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.386477] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.849s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.386477] env[69784]: DEBUG nova.objects.instance [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 929.503783] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708691} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.504546] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 98640faf-0218-4024-8782-b326d2e764d0/98640faf-0218-4024-8782-b326d2e764d0.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.504775] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.505043] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde6d200-4d1e-4964-8c0e-a3e9428fdeea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.518222] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 929.518222] env[69784]: value = "task-3627703" [ 929.518222] env[69784]: _type = "Task" [ 929.518222] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.529618] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.800914] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627701, 'name': CloneVM_Task, 'duration_secs': 1.584217} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.801172] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created linked-clone VM from snapshot [ 929.801939] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a5a36-6aa9-4afc-bd09-58261777cde3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.811685] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Uploading image e9fc565c-5ef4-4ddb-b46a-9eed5feed331 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.821787] env[69784]: DEBUG nova.network.neutron [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Successfully created port: afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.839258] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 929.839258] env[69784]: value = "vm-723454" [ 929.839258] env[69784]: _type = "VirtualMachine" [ 929.839258] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 929.839258] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-25ebf664-8b7c-4cb2-8b72-6d22a55bb37e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.850236] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease: (returnval){ [ 929.850236] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f97a5-d4e4-2e84-95c6-3c299b7260f9" [ 929.850236] env[69784]: _type = "HttpNfcLease" [ 929.850236] env[69784]: } obtained for exporting VM: (result){ [ 929.850236] env[69784]: value = "vm-723454" [ 929.850236] env[69784]: _type = "VirtualMachine" [ 929.850236] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 929.850236] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the lease: (returnval){ [ 929.850236] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f97a5-d4e4-2e84-95c6-3c299b7260f9" [ 929.850236] env[69784]: _type = "HttpNfcLease" [ 929.850236] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.855898] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.855898] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f97a5-d4e4-2e84-95c6-3c299b7260f9" [ 929.855898] env[69784]: _type = "HttpNfcLease" [ 929.855898] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 930.030394] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074304} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.030690] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.032024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96582a4-6e10-47b6-aed0-2677c365f94c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.064657] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 98640faf-0218-4024-8782-b326d2e764d0/98640faf-0218-4024-8782-b326d2e764d0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.068832] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103d7a7c-2933-4fb5-80e6-d5ca91c2f4bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.095220] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 930.095220] env[69784]: value = "task-3627705" [ 930.095220] env[69784]: _type = "Task" [ 930.095220] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.105608] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.359554] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.359554] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f97a5-d4e4-2e84-95c6-3c299b7260f9" [ 930.359554] env[69784]: _type = "HttpNfcLease" [ 930.359554] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 930.359886] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 930.359886] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f97a5-d4e4-2e84-95c6-3c299b7260f9" [ 930.359886] env[69784]: _type = "HttpNfcLease" [ 930.359886] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 930.360677] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fdcf90-37e6-42bf-a69e-10b55196b1b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.373141] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac0852-56f4-20cf-ab95-ef747cc2ce4d/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 930.373649] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac0852-56f4-20cf-ab95-ef747cc2ce4d/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 930.445757] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.450720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a9d3e440-2ae1-4c97-a191-e8feee5b06c1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.065s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.454726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.392s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.454726] env[69784]: DEBUG nova.objects.instance [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'resources' on Instance uuid 49b1eff5-eb0b-459e-837e-23214312f720 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.483507] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.483507] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.483671] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.483831] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.483971] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.484127] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.484861] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.484861] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.484861] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.484861] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.485471] env[69784]: DEBUG nova.virt.hardware [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.486897] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b65036-e5e8-4f06-8ea5-a227839f493b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.492758] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf123740-0ed6-4864-85b7-887fb099ff8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.499300] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e484721c-d005-4eb2-926c-2d5dbbbf4815 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.567878] env[69784]: DEBUG nova.compute.manager [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Received event network-changed-d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.568089] env[69784]: DEBUG nova.compute.manager [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Refreshing instance network info cache due to event network-changed-d70cb688-2636-4187-87b5-98a65d5abddc. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.568307] env[69784]: DEBUG oslo_concurrency.lockutils [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] Acquiring lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.568449] env[69784]: DEBUG oslo_concurrency.lockutils [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] Acquired lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.568623] env[69784]: DEBUG nova.network.neutron [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Refreshing network info cache for port d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.610505] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627705, 'name': ReconfigVM_Task, 'duration_secs': 0.450602} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.613115] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 98640faf-0218-4024-8782-b326d2e764d0/98640faf-0218-4024-8782-b326d2e764d0.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.613115] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b3fbc0a-ef74-40ed-820d-c16d1d3ef6e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.621750] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 930.621750] env[69784]: value = "task-3627706" [ 930.621750] env[69784]: _type = "Task" [ 930.621750] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.634329] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627706, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.140983] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627706, 'name': Rename_Task, 'duration_secs': 0.181691} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.141774] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.142263] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7167eb-efea-4295-94bb-fef9fbdf3b9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.155693] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 931.155693] env[69784]: value = "task-3627707" [ 931.155693] env[69784]: _type = "Task" [ 931.155693] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.167978] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.499931] env[69784]: DEBUG nova.network.neutron [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updated VIF entry in instance network info cache for port d70cb688-2636-4187-87b5-98a65d5abddc. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.501255] env[69784]: DEBUG nova.network.neutron [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updating instance_info_cache with network_info: [{"id": "d70cb688-2636-4187-87b5-98a65d5abddc", "address": "fa:16:3e:3e:81:49", "network": {"id": "ab6c73e3-b310-4dde-ac43-b49cf463db9f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309398287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06bc5bc27de4d05a90805f56fd2ddb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70cb688-26", "ovs_interfaceid": "d70cb688-2636-4187-87b5-98a65d5abddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.676514] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627707, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.722880] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275fdc4c-4f59-4478-a74e-221b3002e370 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.729553] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1bdfb6-e6f3-4efd-a1f9-23e4645a0b96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.738839] env[69784]: DEBUG nova.compute.manager [req-7b7ff1c5-4d80-49ac-b183-717fdadbd5ae req-69bee9ae-2bb3-4095-b803-5ebb70a20ba9 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Received event network-vif-plugged-afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.739997] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b7ff1c5-4d80-49ac-b183-717fdadbd5ae req-69bee9ae-2bb3-4095-b803-5ebb70a20ba9 service nova] Acquiring lock "4536df5c-0d09-4083-aae3-809af5493e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.742635] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b7ff1c5-4d80-49ac-b183-717fdadbd5ae req-69bee9ae-2bb3-4095-b803-5ebb70a20ba9 service nova] Lock "4536df5c-0d09-4083-aae3-809af5493e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.742635] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b7ff1c5-4d80-49ac-b183-717fdadbd5ae req-69bee9ae-2bb3-4095-b803-5ebb70a20ba9 service nova] Lock "4536df5c-0d09-4083-aae3-809af5493e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.742635] env[69784]: DEBUG nova.compute.manager [req-7b7ff1c5-4d80-49ac-b183-717fdadbd5ae req-69bee9ae-2bb3-4095-b803-5ebb70a20ba9 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] No waiting events found dispatching network-vif-plugged-afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.742635] env[69784]: WARNING nova.compute.manager [req-7b7ff1c5-4d80-49ac-b183-717fdadbd5ae req-69bee9ae-2bb3-4095-b803-5ebb70a20ba9 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Received unexpected event network-vif-plugged-afae931d-60c9-4505-8fa7-fff3684983dc for instance with vm_state building and task_state spawning. [ 931.772290] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d7bb7-823f-4ba6-8740-1131e649e0c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.782440] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bed6ed-4f06-473e-aac9-b6e8f167abf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.799374] env[69784]: DEBUG nova.compute.provider_tree [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.847447] env[69784]: DEBUG nova.network.neutron [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Successfully updated port: afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.005441] env[69784]: DEBUG oslo_concurrency.lockutils [req-ea72336b-ce25-4d4e-959b-f07da1e24e3e req-637f808e-e673-4c0f-9619-fd2792900432 service nova] Releasing lock "refresh_cache-57119902-2ef9-46ce-9897-c8d66ebd619b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.173093] env[69784]: DEBUG oslo_vmware.api [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627707, 'name': PowerOnVM_Task, 'duration_secs': 0.817287} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.173483] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.173775] env[69784]: INFO nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Took 9.18 seconds to spawn the instance on the hypervisor. [ 932.174092] env[69784]: DEBUG nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.175028] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91634301-5187-475f-83e9-5f45bf91ec6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.302046] env[69784]: DEBUG nova.scheduler.client.report [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.350649] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "refresh_cache-4536df5c-0d09-4083-aae3-809af5493e7c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.350708] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquired lock "refresh_cache-4536df5c-0d09-4083-aae3-809af5493e7c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.351638] env[69784]: DEBUG nova.network.neutron [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.694406] env[69784]: INFO nova.compute.manager [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Took 53.50 seconds to build instance. [ 932.807805] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.810632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.166s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.812246] env[69784]: DEBUG nova.objects.instance [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lazy-loading 'resources' on Instance uuid bc60b27e-cb14-4c48-a611-58705f45392b {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.835571] env[69784]: INFO nova.scheduler.client.report [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted allocations for instance 49b1eff5-eb0b-459e-837e-23214312f720 [ 932.892919] env[69784]: DEBUG nova.network.neutron [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.895498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.895750] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.079086] env[69784]: DEBUG nova.network.neutron [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Updating instance_info_cache with network_info: [{"id": "afae931d-60c9-4505-8fa7-fff3684983dc", "address": "fa:16:3e:cf:4d:a1", "network": {"id": "76f15854-0435-4563-86ab-a115dc3fe187", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1561507173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d094bc8e2fce48d491bce19866ec9176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafae931d-60", "ovs_interfaceid": "afae931d-60c9-4505-8fa7-fff3684983dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.196659] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f2819cf7-d9e6-4963-ab90-549b6a0eb734 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "98640faf-0218-4024-8782-b326d2e764d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.769s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.355038] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0639d916-bf06-4a80-a12a-e57a0bdd2308 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "49b1eff5-eb0b-459e-837e-23214312f720" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.760s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.398978] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.587017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Releasing lock "refresh_cache-4536df5c-0d09-4083-aae3-809af5493e7c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.587017] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Instance network_info: |[{"id": "afae931d-60c9-4505-8fa7-fff3684983dc", "address": "fa:16:3e:cf:4d:a1", "network": {"id": "76f15854-0435-4563-86ab-a115dc3fe187", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1561507173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d094bc8e2fce48d491bce19866ec9176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafae931d-60", "ovs_interfaceid": "afae931d-60c9-4505-8fa7-fff3684983dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.587017] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:4d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afae931d-60c9-4505-8fa7-fff3684983dc', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.593849] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Creating folder: Project (d094bc8e2fce48d491bce19866ec9176). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.599056] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6ac7bb2-96c1-4ee0-9fc2-6d57b82916f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.613880] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Created folder: Project (d094bc8e2fce48d491bce19866ec9176) in parent group-v723273. [ 933.613880] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Creating folder: Instances. Parent ref: group-v723455. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.613880] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-343e4a1a-f23a-422c-a0dd-1604de7f5269 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.634692] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Created folder: Instances in parent group-v723455. [ 933.635171] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.636271] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.640223] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de721de-3e1b-4acb-b974-cc334f007dcc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.664909] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.664909] env[69784]: value = "task-3627710" [ 933.664909] env[69784]: _type = "Task" [ 933.664909] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.677593] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627710, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.869984] env[69784]: DEBUG nova.compute.manager [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Received event network-changed-afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.870252] env[69784]: DEBUG nova.compute.manager [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Refreshing instance network info cache due to event network-changed-afae931d-60c9-4505-8fa7-fff3684983dc. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.870497] env[69784]: DEBUG oslo_concurrency.lockutils [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] Acquiring lock "refresh_cache-4536df5c-0d09-4083-aae3-809af5493e7c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.870647] env[69784]: DEBUG oslo_concurrency.lockutils [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] Acquired lock "refresh_cache-4536df5c-0d09-4083-aae3-809af5493e7c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.870808] env[69784]: DEBUG nova.network.neutron [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Refreshing network info cache for port afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.926298] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.051077] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c456fae-8d60-45e6-9dfb-8072e8b5b202 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.054170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "98640faf-0218-4024-8782-b326d2e764d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.054431] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "98640faf-0218-4024-8782-b326d2e764d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.055211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "98640faf-0218-4024-8782-b326d2e764d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.055211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "98640faf-0218-4024-8782-b326d2e764d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.055397] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "98640faf-0218-4024-8782-b326d2e764d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.060069] env[69784]: INFO nova.compute.manager [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Terminating instance [ 934.067413] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9975904a-1ed8-4a7b-816a-7b03522808c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.111916] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc836e3c-f489-4f63-9ee9-ebe65b808946 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.119774] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8084bf-3d64-49ad-aa27-e5780dab5c83 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.139083] env[69784]: DEBUG nova.compute.provider_tree [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.177624] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627710, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.572267] env[69784]: DEBUG nova.compute.manager [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.572557] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.573603] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcff4a7-52bf-419a-a683-1902afc48ff0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.585617] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.586161] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c70e2baa-877b-408e-bf5f-aa31a8f4fb05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.595567] env[69784]: DEBUG oslo_vmware.api [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 934.595567] env[69784]: value = "task-3627711" [ 934.595567] env[69784]: _type = "Task" [ 934.595567] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.609721] env[69784]: DEBUG oslo_vmware.api [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.643493] env[69784]: DEBUG nova.scheduler.client.report [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.676918] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627710, 'name': CreateVM_Task, 'duration_secs': 0.621448} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.677571] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.678536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.679622] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.680142] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.680971] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d214e477-a470-484e-bab1-cdf0e7b2f3b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.693203] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 934.693203] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a6d966-d7f6-4438-c740-b6d7f6f571c5" [ 934.693203] env[69784]: _type = "Task" [ 934.693203] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.702916] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a6d966-d7f6-4438-c740-b6d7f6f571c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.763522] env[69784]: DEBUG nova.network.neutron [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Updated VIF entry in instance network info cache for port afae931d-60c9-4505-8fa7-fff3684983dc. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.764098] env[69784]: DEBUG nova.network.neutron [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Updating instance_info_cache with network_info: [{"id": "afae931d-60c9-4505-8fa7-fff3684983dc", "address": "fa:16:3e:cf:4d:a1", "network": {"id": "76f15854-0435-4563-86ab-a115dc3fe187", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1561507173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d094bc8e2fce48d491bce19866ec9176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafae931d-60", "ovs_interfaceid": "afae931d-60c9-4505-8fa7-fff3684983dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.117222] env[69784]: DEBUG oslo_vmware.api [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627711, 'name': PowerOffVM_Task, 'duration_secs': 0.334392} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.117222] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.117222] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.117222] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611970bd-6d59-441a-b2df-f6e4f4cb3d63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.156761] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.159882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.008s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.160341] env[69784]: DEBUG nova.objects.instance [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lazy-loading 'resources' on Instance uuid 6547edea-1ce4-4ae0-9975-8028277a7527 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.184067] env[69784]: INFO nova.scheduler.client.report [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Deleted allocations for instance bc60b27e-cb14-4c48-a611-58705f45392b [ 935.204648] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.204870] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.205064] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleting the datastore file [datastore2] 98640faf-0218-4024-8782-b326d2e764d0 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.205346] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a76e87f5-b9e5-4436-96aa-0e94a9954948 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.217712] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a6d966-d7f6-4438-c740-b6d7f6f571c5, 'name': SearchDatastore_Task, 'duration_secs': 0.018056} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.219708] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.219963] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.220241] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.220424] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.220610] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.220985] env[69784]: DEBUG oslo_vmware.api [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 935.220985] env[69784]: value = "task-3627713" [ 935.220985] env[69784]: _type = "Task" [ 935.220985] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.221288] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfca54e6-6c15-48af-a4a1-edd1eed79d38 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.237736] env[69784]: DEBUG oslo_vmware.api [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.239115] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.239990] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.240599] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044f04ba-be59-43fb-b1fa-7a73654abaf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.247990] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 935.247990] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52095acf-3246-8695-15be-1391b9973a0d" [ 935.247990] env[69784]: _type = "Task" [ 935.247990] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.266481] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52095acf-3246-8695-15be-1391b9973a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.269555] env[69784]: DEBUG oslo_concurrency.lockutils [req-a80fbb20-bd3c-4fb6-8a3b-36e69e4a0c45 req-15773645-18a5-449e-a120-51dc8d3670c2 service nova] Releasing lock "refresh_cache-4536df5c-0d09-4083-aae3-809af5493e7c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.649957] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.650155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.693226] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1216224e-8db3-47ab-98ef-a0ada755da1c tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "bc60b27e-cb14-4c48-a611-58705f45392b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.102s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.741835] env[69784]: DEBUG oslo_vmware.api [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254476} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.745800] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.746466] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.746466] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.746626] env[69784]: INFO nova.compute.manager [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 935.746950] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.747518] env[69784]: DEBUG nova.compute.manager [-] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.747676] env[69784]: DEBUG nova.network.neutron [-] [instance: 98640faf-0218-4024-8782-b326d2e764d0] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.768999] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52095acf-3246-8695-15be-1391b9973a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014273} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.771224] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d4d181-132d-4351-a855-71efab5c5581 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.777094] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 935.777094] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b1668c-b5be-6873-1e03-db4499eb08ea" [ 935.777094] env[69784]: _type = "Task" [ 935.777094] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.796588] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b1668c-b5be-6873-1e03-db4499eb08ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015615} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.796588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.796588] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 4536df5c-0d09-4083-aae3-809af5493e7c/4536df5c-0d09-4083-aae3-809af5493e7c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.796588] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b8fdef-f2b5-4b52-9f7d-3c3f6bfd26f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.806444] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 935.806444] env[69784]: value = "task-3627714" [ 935.806444] env[69784]: _type = "Task" [ 935.806444] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.818049] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.017327] env[69784]: DEBUG nova.compute.manager [req-33e84e4e-bdb4-402c-bd5b-b7590a621866 req-77551f76-2d77-42c4-8dc2-027cde476944 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Received event network-vif-deleted-4c9729f2-11f3-4ea6-ab95-380006053f65 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.017752] env[69784]: INFO nova.compute.manager [req-33e84e4e-bdb4-402c-bd5b-b7590a621866 req-77551f76-2d77-42c4-8dc2-027cde476944 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Neutron deleted interface 4c9729f2-11f3-4ea6-ab95-380006053f65; detaching it from the instance and deleting it from the info cache [ 936.017836] env[69784]: DEBUG nova.network.neutron [req-33e84e4e-bdb4-402c-bd5b-b7590a621866 req-77551f76-2d77-42c4-8dc2-027cde476944 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.152677] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.320938] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.365929] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7783e29-2283-4b6d-bf10-960094e529bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.376568] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6b5af0-0754-49e5-a4ba-27d792213646 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.411897] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610cf144-4fa3-47f5-a013-bb3fe559346f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.420708] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acac5b8-413a-4c2c-a4ea-636b27e83afd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.434902] env[69784]: DEBUG nova.compute.provider_tree [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.493762] env[69784]: DEBUG nova.network.neutron [-] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.521847] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bde23e3e-79fe-44e0-9d60-53da232b7c5f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.533631] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a88598-9a81-431a-96d6-5df215897d81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.576654] env[69784]: DEBUG nova.compute.manager [req-33e84e4e-bdb4-402c-bd5b-b7590a621866 req-77551f76-2d77-42c4-8dc2-027cde476944 service nova] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Detach interface failed, port_id=4c9729f2-11f3-4ea6-ab95-380006053f65, reason: Instance 98640faf-0218-4024-8782-b326d2e764d0 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.618371] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.618857] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.619165] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.619379] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.619558] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.622362] env[69784]: INFO nova.compute.manager [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Terminating instance [ 936.675474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.819758] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591674} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.819758] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 4536df5c-0d09-4083-aae3-809af5493e7c/4536df5c-0d09-4083-aae3-809af5493e7c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.820028] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.820153] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06973e4b-bc99-499a-8f5f-0d527691e602 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.831201] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 936.831201] env[69784]: value = "task-3627715" [ 936.831201] env[69784]: _type = "Task" [ 936.831201] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.841347] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.957743] env[69784]: ERROR nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [req-34fbfebc-0296-4c4a-959e-0b4883abb9ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34fbfebc-0296-4c4a-959e-0b4883abb9ba"}]} [ 936.976943] env[69784]: DEBUG nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 936.994465] env[69784]: DEBUG nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 936.994893] env[69784]: DEBUG nova.compute.provider_tree [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.997286] env[69784]: INFO nova.compute.manager [-] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Took 1.25 seconds to deallocate network for instance. [ 937.008985] env[69784]: DEBUG nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 937.030414] env[69784]: DEBUG nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 937.130023] env[69784]: DEBUG nova.compute.manager [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.130178] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.130984] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09798329-337d-4050-abe2-35c27eb2164e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.142378] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.142651] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32af754b-b80d-415b-bf6d-7a3ac091233c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.150137] env[69784]: DEBUG oslo_vmware.api [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 937.150137] env[69784]: value = "task-3627716" [ 937.150137] env[69784]: _type = "Task" [ 937.150137] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.159514] env[69784]: DEBUG oslo_vmware.api [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.347155] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.504587] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.603127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421d9be5-d246-4b9d-8ee4-e87c0df132c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.611589] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd140bc-7273-4ce0-98f7-05dbd4846937 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.650400] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999a8c0-0654-43a1-bcb1-c0d69d208e72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.666342] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf0ebc-847c-4408-b8e1-fc67faf1c74e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.670386] env[69784]: DEBUG oslo_vmware.api [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627716, 'name': PowerOffVM_Task, 'duration_secs': 0.284992} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.670672] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.670996] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.671562] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6f2da8-0b3e-4068-8571-1a22d93b9d1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.685950] env[69784]: DEBUG nova.compute.provider_tree [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.750661] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.750661] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.750811] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Deleting the datastore file [datastore1] 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.751195] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79125dfd-4d8f-404a-98e5-ee9cf3da21b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.760519] env[69784]: DEBUG oslo_vmware.api [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for the task: (returnval){ [ 937.760519] env[69784]: value = "task-3627718" [ 937.760519] env[69784]: _type = "Task" [ 937.760519] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.775746] env[69784]: DEBUG oslo_vmware.api [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.842953] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.667247} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.843268] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.844086] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf23974-6bbc-4926-8b07-5e9f067e1858 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.867519] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 4536df5c-0d09-4083-aae3-809af5493e7c/4536df5c-0d09-4083-aae3-809af5493e7c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.867860] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd582f6-2b59-494b-ad52-3cede6941547 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.888868] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 937.888868] env[69784]: value = "task-3627719" [ 937.888868] env[69784]: _type = "Task" [ 937.888868] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.898814] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.220279] env[69784]: DEBUG nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 938.220639] env[69784]: DEBUG nova.compute.provider_tree [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 90 to 91 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 938.220726] env[69784]: DEBUG nova.compute.provider_tree [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 73, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.272922] env[69784]: DEBUG oslo_vmware.api [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Task: {'id': task-3627718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262796} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.273250] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.273387] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.273587] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.273872] env[69784]: INFO nova.compute.manager [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 938.274247] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.274540] env[69784]: DEBUG nova.compute.manager [-] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.274600] env[69784]: DEBUG nova.network.neutron [-] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.401286] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.594242] env[69784]: DEBUG nova.compute.manager [req-7495e060-18f4-4a25-aef5-d40f3a0d52d4 req-570a278b-0d2d-4456-9605-e19de721187b service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Received event network-vif-deleted-a3a1854f-9557-46ad-8578-925ce6573cb4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.594542] env[69784]: INFO nova.compute.manager [req-7495e060-18f4-4a25-aef5-d40f3a0d52d4 req-570a278b-0d2d-4456-9605-e19de721187b service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Neutron deleted interface a3a1854f-9557-46ad-8578-925ce6573cb4; detaching it from the instance and deleting it from the info cache [ 938.594774] env[69784]: DEBUG nova.network.neutron [req-7495e060-18f4-4a25-aef5-d40f3a0d52d4 req-570a278b-0d2d-4456-9605-e19de721187b service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.726653] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.567s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.729548] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.353s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.731342] env[69784]: INFO nova.compute.claims [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.755168] env[69784]: INFO nova.scheduler.client.report [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted allocations for instance 6547edea-1ce4-4ae0-9975-8028277a7527 [ 938.901396] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.070125] env[69784]: DEBUG nova.network.neutron [-] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.099357] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0724b18d-608e-4e1f-af02-f288205fac40 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.116591] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e374e-e987-492a-bb88-fbc4f932c692 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.174762] env[69784]: DEBUG nova.compute.manager [req-7495e060-18f4-4a25-aef5-d40f3a0d52d4 req-570a278b-0d2d-4456-9605-e19de721187b service nova] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Detach interface failed, port_id=a3a1854f-9557-46ad-8578-925ce6573cb4, reason: Instance 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.264842] env[69784]: DEBUG oslo_concurrency.lockutils [None req-43b1e766-ea7b-46da-a6c0-2c6469994f15 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6547edea-1ce4-4ae0-9975-8028277a7527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.680s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.400505] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627719, 'name': ReconfigVM_Task, 'duration_secs': 1.471482} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.400797] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 4536df5c-0d09-4083-aae3-809af5493e7c/4536df5c-0d09-4083-aae3-809af5493e7c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.401467] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e028cfd-9dc8-4f05-829b-ce19176737f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.410864] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 939.410864] env[69784]: value = "task-3627720" [ 939.410864] env[69784]: _type = "Task" [ 939.410864] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.427037] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627720, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.464423] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac0852-56f4-20cf-ab95-ef747cc2ce4d/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 939.465467] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267139d-7c62-47fe-9300-03fe42657523 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.472693] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac0852-56f4-20cf-ab95-ef747cc2ce4d/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 939.472813] env[69784]: ERROR oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac0852-56f4-20cf-ab95-ef747cc2ce4d/disk-0.vmdk due to incomplete transfer. [ 939.473036] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5089719d-08a3-45aa-a808-687a90b195e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.482179] env[69784]: DEBUG oslo_vmware.rw_handles [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac0852-56f4-20cf-ab95-ef747cc2ce4d/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 939.482385] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Uploaded image e9fc565c-5ef4-4ddb-b46a-9eed5feed331 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 939.485089] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 939.485386] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7df81595-6a47-40e5-a61a-7efd3e1d6b38 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.495503] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 939.495503] env[69784]: value = "task-3627721" [ 939.495503] env[69784]: _type = "Task" [ 939.495503] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.504968] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627721, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.576282] env[69784]: INFO nova.compute.manager [-] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Took 1.30 seconds to deallocate network for instance. [ 939.925980] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627720, 'name': Rename_Task, 'duration_secs': 0.296386} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.926054] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.926617] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cd3100c-a56b-4eda-9b29-52a33751a70e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.939683] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 939.939683] env[69784]: value = "task-3627722" [ 939.939683] env[69784]: _type = "Task" [ 939.939683] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.954175] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.008035] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627721, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.084137] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.300860] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d83620-2e0d-44ab-8819-039e8f2dff87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.309684] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe94b74b-2309-434f-8f43-854229819179 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.340720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a51bc5-26e5-462b-b82f-01dfd3dfca96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.349125] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d077c-27c0-4322-999d-18cb22302b2d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.363069] env[69784]: DEBUG nova.compute.provider_tree [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.393512] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.393770] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.393976] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.394176] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.394337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.396422] env[69784]: INFO nova.compute.manager [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Terminating instance [ 940.452934] env[69784]: DEBUG oslo_vmware.api [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627722, 'name': PowerOnVM_Task, 'duration_secs': 0.50736} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.453377] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.453594] env[69784]: INFO nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Took 10.01 seconds to spawn the instance on the hypervisor. [ 940.453840] env[69784]: DEBUG nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.454676] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d573e0-ac3a-41f1-ae7f-a3c4edd2ab4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.508140] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627721, 'name': Destroy_Task, 'duration_secs': 0.613847} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.508462] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroyed the VM [ 940.508817] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 940.509185] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45215d67-4d59-4973-b718-0b4070188cad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.518808] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 940.518808] env[69784]: value = "task-3627723" [ 940.518808] env[69784]: _type = "Task" [ 940.518808] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.532659] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.898358] env[69784]: DEBUG nova.scheduler.client.report [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 940.898566] env[69784]: DEBUG nova.compute.provider_tree [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 91 to 92 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 940.898775] env[69784]: DEBUG nova.compute.provider_tree [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.902655] env[69784]: DEBUG nova.compute.manager [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.902865] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.904686] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e94b8-c448-4a67-9faf-e6b20e1963ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.912902] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.913206] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82b07cf-e3c6-4026-86e0-ab514b3904ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.921040] env[69784]: DEBUG oslo_vmware.api [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 940.921040] env[69784]: value = "task-3627724" [ 940.921040] env[69784]: _type = "Task" [ 940.921040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.932083] env[69784]: DEBUG oslo_vmware.api [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.973932] env[69784]: INFO nova.compute.manager [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Took 56.98 seconds to build instance. [ 941.031971] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.407188] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.407188] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.411493] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.427s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.414209] env[69784]: INFO nova.compute.claims [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.434508] env[69784]: DEBUG oslo_vmware.api [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627724, 'name': PowerOffVM_Task, 'duration_secs': 0.246573} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.434782] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.434974] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.435257] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca440099-2866-4eaf-99dc-0ca9f5d0aca0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.479075] env[69784]: DEBUG oslo_concurrency.lockutils [None req-53ec2300-04c5-4fe7-afb3-7d2e7bc840e1 tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "4536df5c-0d09-4083-aae3-809af5493e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.850s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.511317] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.511730] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.512055] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore2] 2c17c19e-ea4e-4654-95f0-8daaf19907f4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.512678] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed622177-ecfa-4c55-bec4-89db5732eefc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.520326] env[69784]: DEBUG oslo_vmware.api [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 941.520326] env[69784]: value = "task-3627726" [ 941.520326] env[69784]: _type = "Task" [ 941.520326] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.536311] env[69784]: DEBUG oslo_vmware.api [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.539435] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627723, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.922590] env[69784]: DEBUG nova.compute.utils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.924531] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.924697] env[69784]: DEBUG nova.network.neutron [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.986252] env[69784]: DEBUG nova.policy [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6297d87ae6a9417abae8b189fef78d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69fa2a232f6437585f81c92074db20f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.038655] env[69784]: DEBUG oslo_vmware.api [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48344} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.041228] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.041228] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.041789] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.041789] env[69784]: INFO nova.compute.manager [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.041946] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.042843] env[69784]: DEBUG oslo_vmware.api [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627723, 'name': RemoveSnapshot_Task, 'duration_secs': 1.117201} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.042843] env[69784]: DEBUG nova.compute.manager [-] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.043067] env[69784]: DEBUG nova.network.neutron [-] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.044774] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.045068] env[69784]: INFO nova.compute.manager [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 942.415260] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "4536df5c-0d09-4083-aae3-809af5493e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.415613] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "4536df5c-0d09-4083-aae3-809af5493e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.415879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "4536df5c-0d09-4083-aae3-809af5493e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.415879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "4536df5c-0d09-4083-aae3-809af5493e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.416052] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "4536df5c-0d09-4083-aae3-809af5493e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.419035] env[69784]: INFO nova.compute.manager [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Terminating instance [ 942.428850] env[69784]: DEBUG nova.compute.utils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.432661] env[69784]: DEBUG nova.network.neutron [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Successfully created port: a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.439187] env[69784]: DEBUG nova.compute.manager [req-2f436212-9f65-476b-8153-d5d11cfff5e3 req-ae3d3dac-28e1-4a7f-88de-69096fd6cd1d service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Received event network-vif-deleted-2fc27917-b791-4242-b49b-bc1ce9ddacc3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.439244] env[69784]: INFO nova.compute.manager [req-2f436212-9f65-476b-8153-d5d11cfff5e3 req-ae3d3dac-28e1-4a7f-88de-69096fd6cd1d service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Neutron deleted interface 2fc27917-b791-4242-b49b-bc1ce9ddacc3; detaching it from the instance and deleting it from the info cache [ 942.439396] env[69784]: DEBUG nova.network.neutron [req-2f436212-9f65-476b-8153-d5d11cfff5e3 req-ae3d3dac-28e1-4a7f-88de-69096fd6cd1d service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.616930] env[69784]: DEBUG nova.compute.manager [None req-89c26d43-a480-4826-9401-3307728e8e7d tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Found 2 images (rotation: 2) {{(pid=69784) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 942.916496] env[69784]: DEBUG nova.network.neutron [-] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.927306] env[69784]: DEBUG nova.compute.manager [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.927306] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.927802] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8c3d89-abdf-48f4-8d1e-1451f2783f95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.933517] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.943264] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5b82c9c-4622-4e8f-a946-2cd0640694fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.953226] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.957431] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dcf355c-7775-4412-8c80-bd6ffbcba42a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.967271] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cee461-e8be-43fc-9251-8b0fba70006e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.991465] env[69784]: DEBUG oslo_vmware.api [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 942.991465] env[69784]: value = "task-3627727" [ 942.991465] env[69784]: _type = "Task" [ 942.991465] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.005026] env[69784]: DEBUG oslo_vmware.api [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.031167] env[69784]: DEBUG nova.compute.manager [req-2f436212-9f65-476b-8153-d5d11cfff5e3 req-ae3d3dac-28e1-4a7f-88de-69096fd6cd1d service nova] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Detach interface failed, port_id=2fc27917-b791-4242-b49b-bc1ce9ddacc3, reason: Instance 2c17c19e-ea4e-4654-95f0-8daaf19907f4 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.082902] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f53ce8-a02a-46c9-8f6d-c1e42da588e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.095133] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ee3e7-9796-4db9-ab26-e95a51f4e3a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.134651] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b2bc51-375d-4f2d-aed6-b4a19ffdc2cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.145192] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93c0cc7-fa26-47e9-97e3-1b7e181b9205 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.160903] env[69784]: DEBUG nova.compute.provider_tree [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.423347] env[69784]: INFO nova.compute.manager [-] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Took 1.38 seconds to deallocate network for instance. [ 943.505985] env[69784]: DEBUG oslo_vmware.api [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627727, 'name': PowerOffVM_Task, 'duration_secs': 0.184116} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.506376] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.506588] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.506869] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b6ca32-fef1-4e58-b421-d5a9482cc82c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.618469] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.618469] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.618469] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Deleting the datastore file [datastore1] 4536df5c-0d09-4083-aae3-809af5493e7c {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.618469] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb0d542-33f6-436c-ad34-93f17f9fcfaf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.624183] env[69784]: DEBUG oslo_vmware.api [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for the task: (returnval){ [ 943.624183] env[69784]: value = "task-3627729" [ 943.624183] env[69784]: _type = "Task" [ 943.624183] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.632787] env[69784]: DEBUG oslo_vmware.api [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.666522] env[69784]: DEBUG nova.scheduler.client.report [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.872866] env[69784]: DEBUG nova.compute.manager [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.873816] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a1b9a-0da1-4862-b066-b9a9f385373a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.930738] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.946581] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.983973] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:37:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1874677325',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-823637195',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.984585] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.984830] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.985298] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.985502] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.985901] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.986364] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.986953] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.986953] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.987133] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.987365] env[69784]: DEBUG nova.virt.hardware [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.988857] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ade39-d64e-4b45-8efe-644addcac728 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.998550] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91346c79-25cc-4b0a-b7e8-b13c96cf30db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.044581] env[69784]: DEBUG nova.network.neutron [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Successfully updated port: a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.120098] env[69784]: DEBUG nova.compute.manager [req-f1f3641d-5453-4a10-964a-abf61a74fd7b req-0feedbbc-8ce7-4f69-9e56-a2e58006ccf7 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Received event network-vif-plugged-a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.120191] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1f3641d-5453-4a10-964a-abf61a74fd7b req-0feedbbc-8ce7-4f69-9e56-a2e58006ccf7 service nova] Acquiring lock "416661db-8217-4744-a194-40d75d6f43d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.121028] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1f3641d-5453-4a10-964a-abf61a74fd7b req-0feedbbc-8ce7-4f69-9e56-a2e58006ccf7 service nova] Lock "416661db-8217-4744-a194-40d75d6f43d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.121028] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1f3641d-5453-4a10-964a-abf61a74fd7b req-0feedbbc-8ce7-4f69-9e56-a2e58006ccf7 service nova] Lock "416661db-8217-4744-a194-40d75d6f43d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.121028] env[69784]: DEBUG nova.compute.manager [req-f1f3641d-5453-4a10-964a-abf61a74fd7b req-0feedbbc-8ce7-4f69-9e56-a2e58006ccf7 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] No waiting events found dispatching network-vif-plugged-a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.121028] env[69784]: WARNING nova.compute.manager [req-f1f3641d-5453-4a10-964a-abf61a74fd7b req-0feedbbc-8ce7-4f69-9e56-a2e58006ccf7 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Received unexpected event network-vif-plugged-a2e67591-0ee7-4844-999a-9492e6480c87 for instance with vm_state building and task_state spawning. [ 944.133632] env[69784]: DEBUG oslo_vmware.api [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Task: {'id': task-3627729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323913} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.133883] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.134068] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.134263] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.134433] env[69784]: INFO nova.compute.manager [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 944.134667] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.134858] env[69784]: DEBUG nova.compute.manager [-] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.134956] env[69784]: DEBUG nova.network.neutron [-] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.171082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.171770] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.176673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.855s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.388036] env[69784]: INFO nova.compute.manager [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] instance snapshotting [ 944.388036] env[69784]: DEBUG nova.objects.instance [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'flavor' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.463253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "3bea689f-48a1-4fdf-b20f-b80cd936b398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.463558] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.551347] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.551347] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.551347] env[69784]: DEBUG nova.network.neutron [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.680576] env[69784]: DEBUG nova.compute.utils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.681924] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.683194] env[69784]: DEBUG nova.network.neutron [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.731016] env[69784]: DEBUG nova.policy [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.894258] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6705bab-bd73-4850-a551-18635ee7442f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.917285] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a5830-27a2-4454-8fa4-d0ed806ba880 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.951939] env[69784]: DEBUG nova.network.neutron [-] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.968541] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.086501] env[69784]: DEBUG nova.network.neutron [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Successfully created port: f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.093524] env[69784]: DEBUG nova.network.neutron [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.196646] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.201034] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Applying migration context for instance 2acd5461-f252-4c95-b0fa-37e9a87939cf as it has an incoming, in-progress migration d8ab9546-26f4-4475-96c3-a835dd800c7f. Migration status is reverting {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 945.203598] env[69784]: INFO nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating resource usage from migration d8ab9546-26f4-4475-96c3-a835dd800c7f [ 945.231484] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 6437da62-f5b2-477a-8ec9-d1fc68913f21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.231662] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.231791] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f6840f44-6cb0-4890-b6e3-8357d10d5fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.231914] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232043] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb175817-6559-4954-9979-6125c80f623a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232191] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2c17c19e-ea4e-4654-95f0-8daaf19907f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.232309] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232421] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 28ecb8dd-843f-436d-b7f3-3aa209ff7a20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232531] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance b4e74b8a-cc84-47b6-9093-cbd2b2e59740 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232642] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232748] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9488a636-552a-4019-85bb-98281df807a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.232873] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.232986] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance ca4a89a9-ae07-44ce-931a-5dbf779646b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.233111] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 999af0f3-bc92-4ac5-b534-de29b4236cd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.233612] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance c26c0ac4-ea77-4419-af07-6a3d1d878b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.233612] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 60428609-2f06-42ec-994e-473b86d87c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.233612] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 4b2c40cb-5f15-4db8-a2d1-b126552952f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.233612] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 72073f52-6a85-4162-930e-fb82f4869214 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.233911] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance dbe26289-c70f-4ade-897a-6e8a00a4665c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.233911] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 8fee45fe-b7ce-496a-83ad-7fbecac453c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.233911] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0358e956-5244-4172-946d-69ec0f2be854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.234021] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.234543] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance c2c12cd8-c715-4aeb-9cd5-7b715ead6164 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.234817] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 57119902-2ef9-46ce-9897-c8d66ebd619b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.236629] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Migration d8ab9546-26f4-4475-96c3-a835dd800c7f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 945.236825] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2acd5461-f252-4c95-b0fa-37e9a87939cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.237094] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 98640faf-0218-4024-8782-b326d2e764d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 945.237253] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 4536df5c-0d09-4083-aae3-809af5493e7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.237413] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 416661db-8217-4744-a194-40d75d6f43d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.237462] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 397fc244-c0c3-467e-9feb-4b7afbbe2f2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 945.288542] env[69784]: DEBUG nova.network.neutron [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updating instance_info_cache with network_info: [{"id": "a2e67591-0ee7-4844-999a-9492e6480c87", "address": "fa:16:3e:a0:e8:25", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e67591-0e", "ovs_interfaceid": "a2e67591-0ee7-4844-999a-9492e6480c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.428870] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.429058] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cab69c4-e99c-475d-bc0e-093a01b78b58 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.437084] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 945.437084] env[69784]: value = "task-3627730" [ 945.437084] env[69784]: _type = "Task" [ 945.437084] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.445317] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627730, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.454860] env[69784]: INFO nova.compute.manager [-] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Took 1.32 seconds to deallocate network for instance. [ 945.486129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.742675] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 45481999-3ddb-42cc-8627-ab2c6f599958 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 945.789996] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Releasing lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.790282] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Instance network_info: |[{"id": "a2e67591-0ee7-4844-999a-9492e6480c87", "address": "fa:16:3e:a0:e8:25", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e67591-0e", "ovs_interfaceid": "a2e67591-0ee7-4844-999a-9492e6480c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.790676] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e8:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2e67591-0ee7-4844-999a-9492e6480c87', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.798713] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.798963] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.799235] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4c3d456-172e-4551-ab44-df8326178169 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.819470] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.819470] env[69784]: value = "task-3627731" [ 945.819470] env[69784]: _type = "Task" [ 945.819470] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.827929] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627731, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.947310] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627730, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.961803] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.151545] env[69784]: DEBUG nova.compute.manager [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Received event network-changed-a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.151545] env[69784]: DEBUG nova.compute.manager [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Refreshing instance network info cache due to event network-changed-a2e67591-0ee7-4844-999a-9492e6480c87. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.151545] env[69784]: DEBUG oslo_concurrency.lockutils [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] Acquiring lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.151545] env[69784]: DEBUG oslo_concurrency.lockutils [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] Acquired lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.151545] env[69784]: DEBUG nova.network.neutron [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Refreshing network info cache for port a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.213534] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.242833] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.242833] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.242833] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.243029] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.243297] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.243378] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.243944] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.243944] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.243944] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.244129] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.244224] env[69784]: DEBUG nova.virt.hardware [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.245058] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 38933b68-873b-42da-b719-9b74a0e72cd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 946.247062] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd6f5b7-bb69-4968-8133-28d72f6cca12 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.256740] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a732cf9-6ef7-442c-bf4b-0d75c5095fb8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.329508] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627731, 'name': CreateVM_Task, 'duration_secs': 0.366335} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.329680] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.330387] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.330550] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.330863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.331147] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2747218c-582e-4394-9430-a742395ba01c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.336121] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 946.336121] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280b64c-6522-753d-c322-3ff2a4ce8755" [ 946.336121] env[69784]: _type = "Task" [ 946.336121] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.343794] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280b64c-6522-753d-c322-3ff2a4ce8755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.448496] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627730, 'name': CreateSnapshot_Task, 'duration_secs': 0.534726} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.448817] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.449582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbaa5ab-e5a0-4d17-bbce-203570caa600 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.642223] env[69784]: DEBUG nova.network.neutron [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Successfully updated port: f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.751020] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9e36d1e1-2436-4e99-88eb-615f5cb2557a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 946.850480] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280b64c-6522-753d-c322-3ff2a4ce8755, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.850777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.851008] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.851276] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.851423] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.851599] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.851854] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90207fc3-06c1-4ebf-8344-22ec06a2dabe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.860130] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.860246] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.861153] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769f817c-27ad-41ca-a2b1-8f1c87b2017e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865704] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 946.865704] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5293a0ee-3a97-08d4-a832-600743cee10c" [ 946.865704] env[69784]: _type = "Task" [ 946.865704] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.873321] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5293a0ee-3a97-08d4-a832-600743cee10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.877342] env[69784]: DEBUG nova.network.neutron [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updated VIF entry in instance network info cache for port a2e67591-0ee7-4844-999a-9492e6480c87. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.877677] env[69784]: DEBUG nova.network.neutron [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updating instance_info_cache with network_info: [{"id": "a2e67591-0ee7-4844-999a-9492e6480c87", "address": "fa:16:3e:a0:e8:25", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e67591-0e", "ovs_interfaceid": "a2e67591-0ee7-4844-999a-9492e6480c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.967997] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.968330] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-074a5277-3b7d-4f3f-bb9d-550abfcc97b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.978176] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 946.978176] env[69784]: value = "task-3627732" [ 946.978176] env[69784]: _type = "Task" [ 946.978176] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.985993] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627732, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.143747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-397fc244-c0c3-467e-9feb-4b7afbbe2f2a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.143903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-397fc244-c0c3-467e-9feb-4b7afbbe2f2a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.144092] env[69784]: DEBUG nova.network.neutron [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.255615] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 54e9468f-f5c4-4e18-809a-67de6687b2f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 947.376666] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5293a0ee-3a97-08d4-a832-600743cee10c, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.377525] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a27bdbe-be56-460c-9dfa-2e6ad8ad4572 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.380300] env[69784]: DEBUG oslo_concurrency.lockutils [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] Releasing lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.380429] env[69784]: DEBUG nova.compute.manager [req-98086a3e-5069-4829-b472-247298cba07e req-125a155f-f516-42fc-b275-a6cb275b9964 service nova] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Received event network-vif-deleted-afae931d-60c9-4505-8fa7-fff3684983dc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.383943] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 947.383943] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f5b4a-ec3d-e63c-43d5-5c0e706fe4de" [ 947.383943] env[69784]: _type = "Task" [ 947.383943] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.392437] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f5b4a-ec3d-e63c-43d5-5c0e706fe4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.490214] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627732, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.700011] env[69784]: DEBUG nova.network.neutron [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.758525] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance a93d4452-03f6-4d00-805d-e3d88b863c7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 947.880597] env[69784]: DEBUG nova.network.neutron [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Updating instance_info_cache with network_info: [{"id": "f47bd1af-59f9-4733-8b26-e57ecb2eb92e", "address": "fa:16:3e:fa:6f:25", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47bd1af-59", "ovs_interfaceid": "f47bd1af-59f9-4733-8b26-e57ecb2eb92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.895159] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f5b4a-ec3d-e63c-43d5-5c0e706fe4de, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.895456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.895819] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 416661db-8217-4744-a194-40d75d6f43d8/416661db-8217-4744-a194-40d75d6f43d8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.896200] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d316eca9-0091-4795-94b5-8b67173c33f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.906615] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 947.906615] env[69784]: value = "task-3627733" [ 947.906615] env[69784]: _type = "Task" [ 947.906615] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.918083] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.989850] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627732, 'name': CloneVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.178875] env[69784]: DEBUG nova.compute.manager [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Received event network-vif-plugged-f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.178875] env[69784]: DEBUG oslo_concurrency.lockutils [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] Acquiring lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.179221] env[69784]: DEBUG oslo_concurrency.lockutils [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.179361] env[69784]: DEBUG oslo_concurrency.lockutils [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.179525] env[69784]: DEBUG nova.compute.manager [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] No waiting events found dispatching network-vif-plugged-f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.179739] env[69784]: WARNING nova.compute.manager [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Received unexpected event network-vif-plugged-f47bd1af-59f9-4733-8b26-e57ecb2eb92e for instance with vm_state building and task_state spawning. [ 948.179900] env[69784]: DEBUG nova.compute.manager [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Received event network-changed-f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.180165] env[69784]: DEBUG nova.compute.manager [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Refreshing instance network info cache due to event network-changed-f47bd1af-59f9-4733-8b26-e57ecb2eb92e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.180412] env[69784]: DEBUG oslo_concurrency.lockutils [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] Acquiring lock "refresh_cache-397fc244-c0c3-467e-9feb-4b7afbbe2f2a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.263581] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 8fa595c0-03b1-478b-9e21-5c3dd35866e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 948.383903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-397fc244-c0c3-467e-9feb-4b7afbbe2f2a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.384377] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Instance network_info: |[{"id": "f47bd1af-59f9-4733-8b26-e57ecb2eb92e", "address": "fa:16:3e:fa:6f:25", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47bd1af-59", "ovs_interfaceid": "f47bd1af-59f9-4733-8b26-e57ecb2eb92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.384720] env[69784]: DEBUG oslo_concurrency.lockutils [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] Acquired lock "refresh_cache-397fc244-c0c3-467e-9feb-4b7afbbe2f2a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.385246] env[69784]: DEBUG nova.network.neutron [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Refreshing network info cache for port f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.386880] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:6f:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47bd1af-59f9-4733-8b26-e57ecb2eb92e', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.395156] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.396094] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.396412] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e766f32-0ab0-4e09-83fc-527ed947b7cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.421092] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510123} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.422335] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 416661db-8217-4744-a194-40d75d6f43d8/416661db-8217-4744-a194-40d75d6f43d8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.422554] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.422812] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.422812] env[69784]: value = "task-3627734" [ 948.422812] env[69784]: _type = "Task" [ 948.422812] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.422957] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e11a588-9661-47e3-b863-ee12821044c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.432720] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627734, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.434122] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 948.434122] env[69784]: value = "task-3627735" [ 948.434122] env[69784]: _type = "Task" [ 948.434122] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.443286] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.490816] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627732, 'name': CloneVM_Task, 'duration_secs': 1.074393} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.491144] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Created linked-clone VM from snapshot [ 948.491931] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21173aed-d6c2-476c-aba2-159e83ec3814 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.500158] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Uploading image f5d6826c-8ff9-4dfa-971a-2841e9802721 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 948.526801] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 948.526801] env[69784]: value = "vm-723460" [ 948.526801] env[69784]: _type = "VirtualMachine" [ 948.526801] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 948.527120] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3d0ce33-6885-4d03-91ee-bcce72a68397 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.534048] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease: (returnval){ [ 948.534048] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fbe2e9-31b6-8c4c-beef-c07889aff939" [ 948.534048] env[69784]: _type = "HttpNfcLease" [ 948.534048] env[69784]: } obtained for exporting VM: (result){ [ 948.534048] env[69784]: value = "vm-723460" [ 948.534048] env[69784]: _type = "VirtualMachine" [ 948.534048] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 948.534428] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the lease: (returnval){ [ 948.534428] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fbe2e9-31b6-8c4c-beef-c07889aff939" [ 948.534428] env[69784]: _type = "HttpNfcLease" [ 948.534428] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.540353] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.540353] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fbe2e9-31b6-8c4c-beef-c07889aff939" [ 948.540353] env[69784]: _type = "HttpNfcLease" [ 948.540353] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.769787] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance a5efca09-30e0-4283-94bb-58004599a01a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 948.933899] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627734, 'name': CreateVM_Task, 'duration_secs': 0.381205} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.934127] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.934842] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.935041] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.935389] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.935709] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99be2e2-6e07-489a-abb8-4b174a88e73d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.947234] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066135} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.947724] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 948.947724] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522858c0-4090-6c1d-fc93-c47715ca3ef9" [ 948.947724] env[69784]: _type = "Task" [ 948.947724] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.948008] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.948985] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59d3b0-56b3-46cf-b476-2aa4b37d57a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.959702] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522858c0-4090-6c1d-fc93-c47715ca3ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.970562] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.970798] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.971050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.971208] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.971382] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.980221] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 416661db-8217-4744-a194-40d75d6f43d8/416661db-8217-4744-a194-40d75d6f43d8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.980528] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3904bed2-e1c3-47d9-a842-4ab037f9fb13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.982812] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a29a48-3c12-4d1f-a406-ca758b05c1c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.004863] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 949.004863] env[69784]: value = "task-3627737" [ 949.004863] env[69784]: _type = "Task" [ 949.004863] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.006025] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.006209] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.009484] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a8987a-6b04-41bb-a1fc-2d66aa32a5b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.018344] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.021610] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 949.021610] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a18c25-e5fa-9426-a1be-3142a3ff5705" [ 949.021610] env[69784]: _type = "Task" [ 949.021610] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.029519] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a18c25-e5fa-9426-a1be-3142a3ff5705, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.030272] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9874b542-1bf1-4d54-ae11-0851a6886387 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.035015] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 949.035015] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd5777-5627-4915-b517-33ca41766940" [ 949.035015] env[69784]: _type = "Task" [ 949.035015] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.043523] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.043523] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fbe2e9-31b6-8c4c-beef-c07889aff939" [ 949.043523] env[69784]: _type = "HttpNfcLease" [ 949.043523] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.047022] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.047022] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fbe2e9-31b6-8c4c-beef-c07889aff939" [ 949.047022] env[69784]: _type = "HttpNfcLease" [ 949.047022] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.047726] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd5777-5627-4915-b517-33ca41766940, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.050716] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3aff7c-e654-44dc-a82a-9274e1531c2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.053037] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.053291] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 397fc244-c0c3-467e-9feb-4b7afbbe2f2a/397fc244-c0c3-467e-9feb-4b7afbbe2f2a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.053544] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00130cc2-cd2b-4932-ac2a-398a6b3dd138 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.060730] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f771-19a5-23f2-ca57-930aedf88629/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.060918] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f771-19a5-23f2-ca57-930aedf88629/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.063371] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 949.063371] env[69784]: value = "task-3627738" [ 949.063371] env[69784]: _type = "Task" [ 949.063371] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.128952] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.158661] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1196f09f-5d74-408c-89dc-88a0e8ac9d86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.169033] env[69784]: DEBUG nova.network.neutron [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Updated VIF entry in instance network info cache for port f47bd1af-59f9-4733-8b26-e57ecb2eb92e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.169420] env[69784]: DEBUG nova.network.neutron [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Updating instance_info_cache with network_info: [{"id": "f47bd1af-59f9-4733-8b26-e57ecb2eb92e", "address": "fa:16:3e:fa:6f:25", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47bd1af-59", "ovs_interfaceid": "f47bd1af-59f9-4733-8b26-e57ecb2eb92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.275948] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 3bea689f-48a1-4fdf-b20f-b80cd936b398 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 949.276289] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 949.276417] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 949.517661] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.577929] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.673729] env[69784]: DEBUG oslo_concurrency.lockutils [req-4116bfe6-652b-4f33-ac73-eeb8ccd4ac80 req-ffc418a2-03ee-42cf-9f74-f6335d1b51db service nova] Releasing lock "refresh_cache-397fc244-c0c3-467e-9feb-4b7afbbe2f2a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.796708] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3b57d0-a35c-48ee-b5f8-391fb065b83d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.804144] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99ae6d-2adf-40ab-8e4b-afc0733d61f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.839257] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5866be6-3830-4c19-b0f5-5682b839f885 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.848472] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf310e-9563-4a48-ae80-4c68dfdc0bff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.863729] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.017958] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.079322] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.367297] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.518905] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627737, 'name': ReconfigVM_Task, 'duration_secs': 1.423232} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.519260] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 416661db-8217-4744-a194-40d75d6f43d8/416661db-8217-4744-a194-40d75d6f43d8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.519621] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69784) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 950.520380] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d4c841fd-3452-4278-ae6b-fe5c07f882de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.527385] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 950.527385] env[69784]: value = "task-3627739" [ 950.527385] env[69784]: _type = "Task" [ 950.527385] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.537603] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627739, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.575909] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627738, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.302005} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.576280] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 397fc244-c0c3-467e-9feb-4b7afbbe2f2a/397fc244-c0c3-467e-9feb-4b7afbbe2f2a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.576574] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.576883] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f657b90-488a-4d8d-abde-5193de27ca6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.582834] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 950.582834] env[69784]: value = "task-3627740" [ 950.582834] env[69784]: _type = "Task" [ 950.582834] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.593818] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.872553] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 950.872960] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.697s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.873067] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.545s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.873210] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.875501] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.181s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.877030] env[69784]: INFO nova.compute.claims [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.881244] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.881244] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Cleaning up deleted instances {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 950.906512] env[69784]: INFO nova.scheduler.client.report [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocations for instance 72073f52-6a85-4162-930e-fb82f4869214 [ 951.037980] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627739, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049961} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.038330] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69784) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 951.039236] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057096c8-5782-473f-bf8d-16e105f7d9c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.066519] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 416661db-8217-4744-a194-40d75d6f43d8/ephemeral_0.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.066934] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5c6115-d4db-4a6a-a9ab-43440911b23a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.088113] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 951.088113] env[69784]: value = "task-3627741" [ 951.088113] env[69784]: _type = "Task" [ 951.088113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.095977] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064847} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.099596] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.099965] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.100774] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd280a5b-fc1c-4bc1-812f-10870f3e0a5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.124461] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 397fc244-c0c3-467e-9feb-4b7afbbe2f2a/397fc244-c0c3-467e-9feb-4b7afbbe2f2a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.124835] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1318956-159d-4343-98a6-f2f0762740ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.145066] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 951.145066] env[69784]: value = "task-3627742" [ 951.145066] env[69784]: _type = "Task" [ 951.145066] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.154485] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.395734] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] There are 37 instances to clean {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 951.396016] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: bc60b27e-cb14-4c48-a611-58705f45392b] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.420363] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4ddaab75-88a0-4ad1-8bd2-5bfcb172ab98 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "72073f52-6a85-4162-930e-fb82f4869214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.470s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.598501] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.655031] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627742, 'name': ReconfigVM_Task, 'duration_secs': 0.405978} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.655170] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 397fc244-c0c3-467e-9feb-4b7afbbe2f2a/397fc244-c0c3-467e-9feb-4b7afbbe2f2a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.655746] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7f04a24-facf-4c55-8bf8-89d46ad2b551 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.662728] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 951.662728] env[69784]: value = "task-3627743" [ 951.662728] env[69784]: _type = "Task" [ 951.662728] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.675628] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627743, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.902722] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 323c9ba0-6f91-4858-8790-6123389a3aec] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.104750] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627741, 'name': ReconfigVM_Task, 'duration_secs': 0.692397} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.105163] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 416661db-8217-4744-a194-40d75d6f43d8/ephemeral_0.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.105951] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b10771-e7b5-4bd6-9e94-63834dbc9681 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.116166] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 952.116166] env[69784]: value = "task-3627744" [ 952.116166] env[69784]: _type = "Task" [ 952.116166] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.129064] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627744, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.173739] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627743, 'name': Rename_Task, 'duration_secs': 0.172564} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.174196] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.174511] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153b20d9-28fb-40e6-9fc8-4ed9b1555ecf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.183795] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 952.183795] env[69784]: value = "task-3627745" [ 952.183795] env[69784]: _type = "Task" [ 952.183795] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.194096] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.405724] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 49b1eff5-eb0b-459e-837e-23214312f720] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.418556] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694be00-2e71-4749-9b5b-51e3ba306135 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.426757] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70de89f-9de6-439a-9433-cd8f33d9f803 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.458338] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ace66-a242-4ed5-a48e-805e10aef1d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.466422] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae144de-6a0b-43d8-a33f-b5320f1d857c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.480833] env[69784]: DEBUG nova.compute.provider_tree [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.628032] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627744, 'name': Rename_Task, 'duration_secs': 0.176509} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.628324] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.628626] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bacd40c-1d76-4852-9ee3-9c142bcc2969 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.635166] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 952.635166] env[69784]: value = "task-3627746" [ 952.635166] env[69784]: _type = "Task" [ 952.635166] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.643154] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.693344] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.727916] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "a8868d5e-6347-47a3-9458-1c6de2215768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.728190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.909297] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 6547edea-1ce4-4ae0-9975-8028277a7527] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.984387] env[69784]: DEBUG nova.scheduler.client.report [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.146296] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.195763] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.412907] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: bb09486a-1cae-4489-a385-3c0c30f19866] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.490109] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.492990] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.493385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.404s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.493589] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.495905] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.434s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.497411] env[69784]: INFO nova.compute.claims [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.520622] env[69784]: INFO nova.scheduler.client.report [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Deleted allocations for instance dbe26289-c70f-4ade-897a-6e8a00a4665c [ 953.647039] env[69784]: DEBUG oslo_vmware.api [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627746, 'name': PowerOnVM_Task, 'duration_secs': 0.541571} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.647139] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.647291] env[69784]: INFO nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Took 9.70 seconds to spawn the instance on the hypervisor. [ 953.647479] env[69784]: DEBUG nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.648316] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b85c9-2134-4833-a9d1-21d6a6c3ea3c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.663116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.663323] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.663552] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.664133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.664133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.666860] env[69784]: INFO nova.compute.manager [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Terminating instance [ 953.694977] env[69784]: DEBUG oslo_vmware.api [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627745, 'name': PowerOnVM_Task, 'duration_secs': 1.187326} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.695286] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.695486] env[69784]: INFO nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Took 7.48 seconds to spawn the instance on the hypervisor. [ 953.695661] env[69784]: DEBUG nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.696483] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e1ace-ede3-4039-92de-e73912e363a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.916506] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 9e341751-78ca-4aff-ba61-33023725d897] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.001578] env[69784]: DEBUG nova.compute.utils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.005666] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.005953] env[69784]: DEBUG nova.network.neutron [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.027788] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2758e568-5dea-49c2-bdf9-37b6b44aace4 tempest-ServerAddressesTestJSON-1802716061 tempest-ServerAddressesTestJSON-1802716061-project-member] Lock "dbe26289-c70f-4ade-897a-6e8a00a4665c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.356s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.097794] env[69784]: DEBUG nova.policy [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '799d2b184a7e4d5f8cc8b9f480feefe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a15a5059a14984a580478491250a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.169665] env[69784]: INFO nova.compute.manager [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Took 58.81 seconds to build instance. [ 954.172366] env[69784]: DEBUG nova.compute.manager [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.172863] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.173700] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4aac3-b7bd-4291-9b94-1f25e559dbc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.183423] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.183700] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55747b54-8bba-4457-90a2-10b20757843c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.190364] env[69784]: DEBUG oslo_vmware.api [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 954.190364] env[69784]: value = "task-3627747" [ 954.190364] env[69784]: _type = "Task" [ 954.190364] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.202235] env[69784]: DEBUG oslo_vmware.api [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.217308] env[69784]: INFO nova.compute.manager [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Took 56.25 seconds to build instance. [ 954.419682] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: b5455fa5-e7e9-46cf-80ad-6b672699afe9] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.510495] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.674405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e08c009-ae91-46fc-8e6f-4d5865b232ef tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "416661db-8217-4744-a194-40d75d6f43d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.506s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.703882] env[69784]: DEBUG oslo_vmware.api [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627747, 'name': PowerOffVM_Task, 'duration_secs': 0.288173} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.704209] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.704342] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.705270] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81e4ddb6-e981-4992-a04e-3e74383b1d1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.721218] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2efdc7a4-36a0-4c5c-bb30-d1c11b1c8cd9 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.946s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.750724] env[69784]: DEBUG nova.network.neutron [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Successfully created port: e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.775982] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.776285] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.776895] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Deleting the datastore file [datastore2] b4e74b8a-cc84-47b6-9093-cbd2b2e59740 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.779659] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f72217-719a-4f6d-b1e1-6510b92ae5f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.788794] env[69784]: DEBUG oslo_vmware.api [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for the task: (returnval){ [ 954.788794] env[69784]: value = "task-3627749" [ 954.788794] env[69784]: _type = "Task" [ 954.788794] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.798564] env[69784]: DEBUG oslo_vmware.api [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.922986] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: bee91322-be72-4998-aeb4-b8d6bf4a905d] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.155492] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466e5f9-b010-4580-a617-bd316180c788 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.165265] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f579be7-ac78-401a-873d-566f7be4b453 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.202505] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.205653] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9572de55-38c6-4eaa-90f3-41d14dd23d37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.214310] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454423da-0432-47df-8d41-028737a57265 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.230476] env[69784]: DEBUG nova.compute.provider_tree [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.298971] env[69784]: DEBUG oslo_vmware.api [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Task: {'id': task-3627749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290954} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.299803] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.299803] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.299803] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.300067] env[69784]: INFO nova.compute.manager [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Took 1.13 seconds to destroy the instance on the hypervisor. [ 955.300209] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.300343] env[69784]: DEBUG nova.compute.manager [-] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.300440] env[69784]: DEBUG nova.network.neutron [-] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.430150] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 9b7f9a9f-094d-49b1-8be8-f0e0b36b035b] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.523596] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.551373] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.552049] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.552257] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.552450] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.552612] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.552827] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.552966] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.553176] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.553346] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.553505] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.553674] env[69784]: DEBUG nova.virt.hardware [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.554546] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e1726-93cb-4df9-91fb-470768cc5f92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.564159] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef09b48-a5f5-4cc5-b3a3-077847e6b258 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.733996] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.735218] env[69784]: DEBUG nova.scheduler.client.report [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.934032] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 6a4e21e3-3c2d-4f50-9b7e-8ba2dc2e5333] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.958813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.958813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.958813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.958813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.958813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.960492] env[69784]: INFO nova.compute.manager [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Terminating instance [ 956.234258] env[69784]: DEBUG nova.compute.manager [req-2d85621e-3ab2-4531-9503-dcfc87bf84d1 req-d3111cc7-f630-478f-be4a-251b9b5b9f72 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Received event network-vif-deleted-7ef4c0f0-cc42-478a-ba54-f281e207df08 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.234258] env[69784]: INFO nova.compute.manager [req-2d85621e-3ab2-4531-9503-dcfc87bf84d1 req-d3111cc7-f630-478f-be4a-251b9b5b9f72 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Neutron deleted interface 7ef4c0f0-cc42-478a-ba54-f281e207df08; detaching it from the instance and deleting it from the info cache [ 956.237864] env[69784]: DEBUG nova.network.neutron [req-2d85621e-3ab2-4531-9503-dcfc87bf84d1 req-d3111cc7-f630-478f-be4a-251b9b5b9f72 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.247135] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.247776] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.251077] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 43.315s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.360646] env[69784]: DEBUG nova.network.neutron [-] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.439868] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 2d145c5b-42c9-42d9-9ee1-55845b6ff494] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.464970] env[69784]: DEBUG nova.compute.manager [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.465300] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.467151] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e67ae91-6f74-4758-9507-ab07f2ad1849 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.477898] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.478579] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cc1006a-74ea-4052-9daf-8b55873711d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.492034] env[69784]: DEBUG oslo_vmware.api [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 956.492034] env[69784]: value = "task-3627750" [ 956.492034] env[69784]: _type = "Task" [ 956.492034] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.502701] env[69784]: DEBUG oslo_vmware.api [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.593392] env[69784]: DEBUG nova.compute.manager [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Received event network-changed-a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.593605] env[69784]: DEBUG nova.compute.manager [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Refreshing instance network info cache due to event network-changed-a2e67591-0ee7-4844-999a-9492e6480c87. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.593988] env[69784]: DEBUG oslo_concurrency.lockutils [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] Acquiring lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.593988] env[69784]: DEBUG oslo_concurrency.lockutils [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] Acquired lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.597648] env[69784]: DEBUG nova.network.neutron [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Refreshing network info cache for port a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.738915] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37ca3277-7f88-4e8e-8485-530c943afab3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.759703] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d66af-1c07-4964-a122-060a611f34b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.784087] env[69784]: DEBUG nova.compute.utils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.789674] env[69784]: DEBUG nova.objects.instance [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lazy-loading 'migration_context' on Instance uuid 2acd5461-f252-4c95-b0fa-37e9a87939cf {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.790232] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.790477] env[69784]: DEBUG nova.network.neutron [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.827709] env[69784]: DEBUG nova.compute.manager [req-2d85621e-3ab2-4531-9503-dcfc87bf84d1 req-d3111cc7-f630-478f-be4a-251b9b5b9f72 service nova] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Detach interface failed, port_id=7ef4c0f0-cc42-478a-ba54-f281e207df08, reason: Instance b4e74b8a-cc84-47b6-9093-cbd2b2e59740 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.864707] env[69784]: INFO nova.compute.manager [-] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Took 1.56 seconds to deallocate network for instance. [ 956.875229] env[69784]: DEBUG nova.policy [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72872b7a8a084a2e94c0a8f7b4b570ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec73d1f0a5894212afc1530042597cb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.942852] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 7e3c80bd-c77c-44d1-b9d0-5b9ab45d050f] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.002478] env[69784]: DEBUG oslo_vmware.api [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627750, 'name': PowerOffVM_Task, 'duration_secs': 0.247297} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.002863] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.002911] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.003172] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-622fc14a-fd20-43a9-abe6-06edfca5c716 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.076329] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.076451] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.076618] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore2] 397fc244-c0c3-467e-9feb-4b7afbbe2f2a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.076965] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d661b62-0ed7-42df-a36f-ff0a683a057a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.084978] env[69784]: DEBUG oslo_vmware.api [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 957.084978] env[69784]: value = "task-3627752" [ 957.084978] env[69784]: _type = "Task" [ 957.084978] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.095345] env[69784]: DEBUG oslo_vmware.api [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.254716] env[69784]: DEBUG nova.network.neutron [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Successfully updated port: e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.300776] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.373474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.373714] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.373919] env[69784]: DEBUG nova.compute.manager [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.375533] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b71be-94e6-42dd-ba2d-0c276f6aaf5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.382319] env[69784]: DEBUG nova.compute.manager [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 957.382921] env[69784]: DEBUG nova.objects.instance [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'flavor' on Instance uuid 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.388687] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.392604] env[69784]: DEBUG nova.network.neutron [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Successfully created port: 9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.446512] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: f091b65e-0140-44fe-8874-4bdf0244ddfd] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.519088] env[69784]: DEBUG nova.network.neutron [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updated VIF entry in instance network info cache for port a2e67591-0ee7-4844-999a-9492e6480c87. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.522557] env[69784]: DEBUG nova.network.neutron [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updating instance_info_cache with network_info: [{"id": "a2e67591-0ee7-4844-999a-9492e6480c87", "address": "fa:16:3e:a0:e8:25", "network": {"id": "56583cef-8156-4e67-a0b9-f225dacaaf20", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2002013014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b69fa2a232f6437585f81c92074db20f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2e67591-0e", "ovs_interfaceid": "a2e67591-0ee7-4844-999a-9492e6480c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.601173] env[69784]: DEBUG oslo_vmware.api [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206549} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.603465] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.603677] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.603862] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.604190] env[69784]: INFO nova.compute.manager [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 957.604309] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.604717] env[69784]: DEBUG nova.compute.manager [-] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.604818] env[69784]: DEBUG nova.network.neutron [-] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.623500] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.623781] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.764199] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "refresh_cache-45481999-3ddb-42cc-8627-ab2c6f599958" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.764199] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired lock "refresh_cache-45481999-3ddb-42cc-8627-ab2c6f599958" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.764199] env[69784]: DEBUG nova.network.neutron [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.912014] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2a022-20b3-4408-8cbf-45cbec7005df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.920994] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e156fbe4-aff1-48ff-82d6-94363bf8f9e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.956021] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a6536297-e66b-438c-95c2-8050cfa89684] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.956644] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8f7e1-e19d-4f94-b884-904472ae80fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.964696] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c29d5-83bc-4bf8-b3db-6d493fed7203 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.978380] env[69784]: DEBUG nova.compute.provider_tree [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.028521] env[69784]: DEBUG oslo_concurrency.lockutils [req-966ef4e9-d195-42ae-9659-0c7dc9439027 req-e7bb856e-c4c8-4f5d-84cc-b9a644afe89e service nova] Releasing lock "refresh_cache-416661db-8217-4744-a194-40d75d6f43d8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.129149] env[69784]: DEBUG nova.compute.utils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.149057] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f771-19a5-23f2-ca57-930aedf88629/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.149616] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97daff72-8dd2-4352-ae9c-793870af8247 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.155878] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f771-19a5-23f2-ca57-930aedf88629/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.156055] env[69784]: ERROR oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f771-19a5-23f2-ca57-930aedf88629/disk-0.vmdk due to incomplete transfer. [ 958.156280] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20765c31-6507-431f-9107-c69e9f3a7554 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.165096] env[69784]: DEBUG oslo_vmware.rw_handles [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254f771-19a5-23f2-ca57-930aedf88629/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.165296] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Uploaded image f5d6826c-8ff9-4dfa-971a-2841e9802721 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.167567] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.167803] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf2fed29-4876-43ac-bb88-7840012db2f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.175638] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 958.175638] env[69784]: value = "task-3627753" [ 958.175638] env[69784]: _type = "Task" [ 958.175638] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.183205] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627753, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.299779] env[69784]: DEBUG nova.network.neutron [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.315211] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.340572] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.340572] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.340757] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.340974] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.341153] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.341485] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.341565] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.341686] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.341808] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.342285] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.342285] env[69784]: DEBUG nova.virt.hardware [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.343769] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f733253-d608-4235-a0b0-5a788aa2ba80 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.356151] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6097615e-174f-4ff3-acae-7f1a9a435ad9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.377254] env[69784]: DEBUG nova.network.neutron [-] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.396774] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.397118] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e215eb42-a7fc-4fc2-bb18-127591e338b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.405255] env[69784]: DEBUG oslo_vmware.api [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 958.405255] env[69784]: value = "task-3627754" [ 958.405255] env[69784]: _type = "Task" [ 958.405255] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.413602] env[69784]: DEBUG oslo_vmware.api [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.454638] env[69784]: DEBUG nova.network.neutron [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Updating instance_info_cache with network_info: [{"id": "e8effa54-1579-410e-8521-890dff26734b", "address": "fa:16:3e:73:df:6b", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8effa54-15", "ovs_interfaceid": "e8effa54-1579-410e-8521-890dff26734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.460670] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 1d637c07-261f-4bac-b2a7-31da1cc9d1e4] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.481282] env[69784]: DEBUG nova.scheduler.client.report [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.631867] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.686034] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627753, 'name': Destroy_Task, 'duration_secs': 0.418234} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.686034] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroyed the VM [ 958.686285] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.686531] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d8d91e3-5b50-411e-86b5-0e35faaf32b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.692256] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 958.692256] env[69784]: value = "task-3627755" [ 958.692256] env[69784]: _type = "Task" [ 958.692256] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.699932] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.868972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.869588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.879598] env[69784]: INFO nova.compute.manager [-] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Took 1.27 seconds to deallocate network for instance. [ 958.916337] env[69784]: DEBUG oslo_vmware.api [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627754, 'name': PowerOffVM_Task, 'duration_secs': 0.397095} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.917200] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.917401] env[69784]: DEBUG nova.compute.manager [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.918275] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd6de5-fef6-4ebb-a6e1-cd04468ecc4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.957642] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Releasing lock "refresh_cache-45481999-3ddb-42cc-8627-ab2c6f599958" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.957963] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Instance network_info: |[{"id": "e8effa54-1579-410e-8521-890dff26734b", "address": "fa:16:3e:73:df:6b", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8effa54-15", "ovs_interfaceid": "e8effa54-1579-410e-8521-890dff26734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.958490] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:df:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8effa54-1579-410e-8521-890dff26734b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.965976] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.966565] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 22842910-a375-46d2-8961-ae303c680a70] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.968236] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.968704] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e819efa6-c1df-471c-9537-529cd6a69e29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.993061] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.993061] env[69784]: value = "task-3627756" [ 958.993061] env[69784]: _type = "Task" [ 958.993061] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.000801] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627756, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.097904] env[69784]: DEBUG nova.network.neutron [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Successfully updated port: 9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.174228] env[69784]: DEBUG nova.compute.manager [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Received event network-vif-plugged-e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.174488] env[69784]: DEBUG oslo_concurrency.lockutils [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] Acquiring lock "45481999-3ddb-42cc-8627-ab2c6f599958-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.174705] env[69784]: DEBUG oslo_concurrency.lockutils [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] Lock "45481999-3ddb-42cc-8627-ab2c6f599958-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.174883] env[69784]: DEBUG oslo_concurrency.lockutils [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] Lock "45481999-3ddb-42cc-8627-ab2c6f599958-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.175096] env[69784]: DEBUG nova.compute.manager [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] No waiting events found dispatching network-vif-plugged-e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.175268] env[69784]: WARNING nova.compute.manager [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Received unexpected event network-vif-plugged-e8effa54-1579-410e-8521-890dff26734b for instance with vm_state building and task_state spawning. [ 959.175448] env[69784]: DEBUG nova.compute.manager [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Received event network-changed-e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.175631] env[69784]: DEBUG nova.compute.manager [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Refreshing instance network info cache due to event network-changed-e8effa54-1579-410e-8521-890dff26734b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.175837] env[69784]: DEBUG oslo_concurrency.lockutils [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] Acquiring lock "refresh_cache-45481999-3ddb-42cc-8627-ab2c6f599958" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.175984] env[69784]: DEBUG oslo_concurrency.lockutils [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] Acquired lock "refresh_cache-45481999-3ddb-42cc-8627-ab2c6f599958" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.176176] env[69784]: DEBUG nova.network.neutron [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Refreshing network info cache for port e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.205856] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.371898] env[69784]: DEBUG nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.388439] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.424638] env[69784]: DEBUG nova.compute.manager [req-2bf45d3a-0d1e-40f8-85df-4c698cd9c475 req-0ff93014-702d-437b-b114-7f7bdcf0f274 service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Received event network-vif-plugged-9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.424889] env[69784]: DEBUG oslo_concurrency.lockutils [req-2bf45d3a-0d1e-40f8-85df-4c698cd9c475 req-0ff93014-702d-437b-b114-7f7bdcf0f274 service nova] Acquiring lock "38933b68-873b-42da-b719-9b74a0e72cd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.425140] env[69784]: DEBUG oslo_concurrency.lockutils [req-2bf45d3a-0d1e-40f8-85df-4c698cd9c475 req-0ff93014-702d-437b-b114-7f7bdcf0f274 service nova] Lock "38933b68-873b-42da-b719-9b74a0e72cd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.425324] env[69784]: DEBUG oslo_concurrency.lockutils [req-2bf45d3a-0d1e-40f8-85df-4c698cd9c475 req-0ff93014-702d-437b-b114-7f7bdcf0f274 service nova] Lock "38933b68-873b-42da-b719-9b74a0e72cd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.425492] env[69784]: DEBUG nova.compute.manager [req-2bf45d3a-0d1e-40f8-85df-4c698cd9c475 req-0ff93014-702d-437b-b114-7f7bdcf0f274 service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] No waiting events found dispatching network-vif-plugged-9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.425654] env[69784]: WARNING nova.compute.manager [req-2bf45d3a-0d1e-40f8-85df-4c698cd9c475 req-0ff93014-702d-437b-b114-7f7bdcf0f274 service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Received unexpected event network-vif-plugged-9093f935-e2fb-44bf-9c62-92cbd6e8ce29 for instance with vm_state building and task_state spawning. [ 959.431606] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08dd462e-266c-4531-b5a4-ce45541cf43c tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.484134] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 95df77e7-8eb8-4d41-a9b9-6267a761c824] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.491970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.241s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.497493] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.564s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.499044] env[69784]: INFO nova.compute.claims [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.518684] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627756, 'name': CreateVM_Task, 'duration_secs': 0.43091} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.518821] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.519549] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.519711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.520054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.520539] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe316a2-b7d1-473f-9839-7c32fe871b8d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.526029] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 959.526029] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a60fa6-25d0-3746-6b4a-b1f2c21f097b" [ 959.526029] env[69784]: _type = "Task" [ 959.526029] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.534288] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a60fa6-25d0-3746-6b4a-b1f2c21f097b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.605934] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "refresh_cache-38933b68-873b-42da-b719-9b74a0e72cd8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.605934] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "refresh_cache-38933b68-873b-42da-b719-9b74a0e72cd8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.605934] env[69784]: DEBUG nova.network.neutron [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.702917] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.703191] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.703423] env[69784]: INFO nova.compute.manager [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Attaching volume f967c674-8659-4b2d-be02-df167844aff6 to /dev/sdb [ 959.705185] env[69784]: DEBUG oslo_vmware.api [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627755, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562547} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.705613] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 959.705845] env[69784]: INFO nova.compute.manager [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 14.81 seconds to snapshot the instance on the hypervisor. [ 959.740160] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e9d73-5707-498c-95b6-7c3375799db7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.748303] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c264eb31-8f15-4abe-b2e1-5b3b378f4dff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.762765] env[69784]: DEBUG nova.virt.block_device [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating existing volume attachment record: 19de8b1a-b5de-4b50-8b2a-7310d41a7232 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 959.900435] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.976485] env[69784]: DEBUG nova.network.neutron [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Updated VIF entry in instance network info cache for port e8effa54-1579-410e-8521-890dff26734b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.976862] env[69784]: DEBUG nova.network.neutron [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Updating instance_info_cache with network_info: [{"id": "e8effa54-1579-410e-8521-890dff26734b", "address": "fa:16:3e:73:df:6b", "network": {"id": "1f212a4c-2c75-43d2-add2-d9f38f2a0a7d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-438734728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a15a5059a14984a580478491250a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8effa54-15", "ovs_interfaceid": "e8effa54-1579-410e-8521-890dff26734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.987471] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 29578513-5d13-4e49-9d34-12f0cf3c8e01] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.036259] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a60fa6-25d0-3746-6b4a-b1f2c21f097b, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.036548] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.036774] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.037016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.037166] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.037341] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.037617] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb9c01d-4d55-466d-8f5b-33d71d691f22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.046537] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.046730] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.047832] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bdd287-7b64-45dc-a713-d22ffc6a8e24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.055894] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 960.055894] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f66b13-4a8d-93a3-2c30-5887d9490866" [ 960.055894] env[69784]: _type = "Task" [ 960.055894] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.070725] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f66b13-4a8d-93a3-2c30-5887d9490866, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.071909] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946487ab-3b94-4def-b3d6-1d4f2f732c3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.080180] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 960.080180] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247b043-676b-2086-5b5e-53d6e0bb7469" [ 960.080180] env[69784]: _type = "Task" [ 960.080180] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.092052] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247b043-676b-2086-5b5e-53d6e0bb7469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.106852] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "9488a636-552a-4019-85bb-98281df807a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.107206] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "9488a636-552a-4019-85bb-98281df807a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.107484] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "9488a636-552a-4019-85bb-98281df807a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.107737] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "9488a636-552a-4019-85bb-98281df807a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.107968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "9488a636-552a-4019-85bb-98281df807a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.113300] env[69784]: INFO nova.compute.manager [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Terminating instance [ 960.147029] env[69784]: DEBUG nova.network.neutron [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.272695] env[69784]: DEBUG nova.compute.manager [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Found 3 images (rotation: 2) {{(pid=69784) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 960.272909] env[69784]: DEBUG nova.compute.manager [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Rotating out 1 backups {{(pid=69784) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 960.273090] env[69784]: DEBUG nova.compute.manager [None req-02136193-2c01-44c5-bd53-9d3a5c9cd53b tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleting image 66e4035b-3319-4282-8f6c-8afe0f51286e {{(pid=69784) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 960.336103] env[69784]: DEBUG nova.network.neutron [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Updating instance_info_cache with network_info: [{"id": "9093f935-e2fb-44bf-9c62-92cbd6e8ce29", "address": "fa:16:3e:33:e2:16", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9093f935-e2", "ovs_interfaceid": "9093f935-e2fb-44bf-9c62-92cbd6e8ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.419179] env[69784]: DEBUG nova.objects.instance [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'flavor' on Instance uuid 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.482675] env[69784]: DEBUG oslo_concurrency.lockutils [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] Releasing lock "refresh_cache-45481999-3ddb-42cc-8627-ab2c6f599958" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.483044] env[69784]: DEBUG nova.compute.manager [req-64b44d73-b93f-445f-a477-9166f5ed3678 req-44088938-c36d-441c-a7b3-9ae15f569230 service nova] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Received event network-vif-deleted-f47bd1af-59f9-4733-8b26-e57ecb2eb92e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.490775] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 62e679e6-579b-411a-bbed-3bf35d8829a0] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.590343] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247b043-676b-2086-5b5e-53d6e0bb7469, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.593057] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.593260] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 45481999-3ddb-42cc-8627-ab2c6f599958/45481999-3ddb-42cc-8627-ab2c6f599958.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.593684] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3be4873-e13d-4bb6-951e-87be315ff6dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.602416] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 960.602416] env[69784]: value = "task-3627760" [ 960.602416] env[69784]: _type = "Task" [ 960.602416] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.611945] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.621371] env[69784]: DEBUG nova.compute.manager [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.621544] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.622855] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532906c-b874-4f19-872c-b621ddb1dd4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.629904] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.630186] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cad3d7e0-7145-4e58-93a3-580fc364e494 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.636562] env[69784]: DEBUG oslo_vmware.api [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 960.636562] env[69784]: value = "task-3627761" [ 960.636562] env[69784]: _type = "Task" [ 960.636562] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.645237] env[69784]: DEBUG oslo_vmware.api [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.839457] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "refresh_cache-38933b68-873b-42da-b719-9b74a0e72cd8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.839777] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Instance network_info: |[{"id": "9093f935-e2fb-44bf-9c62-92cbd6e8ce29", "address": "fa:16:3e:33:e2:16", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9093f935-e2", "ovs_interfaceid": "9093f935-e2fb-44bf-9c62-92cbd6e8ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.841068] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:e2:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9093f935-e2fb-44bf-9c62-92cbd6e8ce29', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.849657] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.850157] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.850475] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53319e39-f33c-4771-860b-00bea1d2c9b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.875422] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.875422] env[69784]: value = "task-3627762" [ 960.875422] env[69784]: _type = "Task" [ 960.875422] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.886706] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627762, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.927075] env[69784]: DEBUG oslo_concurrency.lockutils [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.928048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.928048] env[69784]: DEBUG nova.network.neutron [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.928048] env[69784]: DEBUG nova.objects.instance [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'info_cache' on Instance uuid 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.994952] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 4832e4ba-81a4-4ca1-a06d-b77eb7f8e33f] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.041916] env[69784]: INFO nova.compute.manager [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Swapping old allocation on dict_keys(['0c2d32c9-4f2b-4fd3-b895-4e6470002a7a']) held by migration d8ab9546-26f4-4475-96c3-a835dd800c7f for instance [ 961.067723] env[69784]: DEBUG nova.scheduler.client.report [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Overwriting current allocation {'allocations': {'0c2d32c9-4f2b-4fd3-b895-4e6470002a7a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': 'ac43554fcca845a4841e9ee9ae833fef', 'user_id': 'fbfcbde8d4cd41909bc0812788d09e00', 'consumer_generation': 1} on consumer 2acd5461-f252-4c95-b0fa-37e9a87939cf {{(pid=69784) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 961.115347] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49993} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.116897] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 45481999-3ddb-42cc-8627-ab2c6f599958/45481999-3ddb-42cc-8627-ab2c6f599958.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.116897] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.116897] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f8499f3-6068-4434-90c2-680e08308640 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.123092] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 961.123092] env[69784]: value = "task-3627763" [ 961.123092] env[69784]: _type = "Task" [ 961.123092] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.132016] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.136218] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf8b0e7-50da-49a0-8ec7-dc9350aabede {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.150047] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af1dbf8-62d4-417f-86fc-ced05de78290 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.153619] env[69784]: DEBUG oslo_vmware.api [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627761, 'name': PowerOffVM_Task, 'duration_secs': 0.256973} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.153907] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.154097] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.154913] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a8d4bc-f47a-4c5f-a4ef-86e72991cf3b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.188191] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de57f3-e96d-439f-b270-552a9abf1658 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.195687] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef64cb9-aafb-406e-836a-85d645d21b2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.211355] env[69784]: DEBUG nova.compute.provider_tree [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.213602] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.213796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquired lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.213955] env[69784]: DEBUG nova.network.neutron [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.256016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.256158] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.256344] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Deleting the datastore file [datastore1] 9488a636-552a-4019-85bb-98281df807a6 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.256641] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6347af1a-7ef0-4c4c-863f-f0f8be00724b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.263765] env[69784]: DEBUG oslo_vmware.api [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for the task: (returnval){ [ 961.263765] env[69784]: value = "task-3627765" [ 961.263765] env[69784]: _type = "Task" [ 961.263765] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.272158] env[69784]: DEBUG oslo_vmware.api [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.385777] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627762, 'name': CreateVM_Task, 'duration_secs': 0.413708} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.385942] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.386700] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.386878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.387298] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.387562] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3776629d-1ce2-4273-9eba-88fece7962fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.392099] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 961.392099] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b024e9-ab30-4f3e-bc57-438bf4468202" [ 961.392099] env[69784]: _type = "Task" [ 961.392099] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.400956] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b024e9-ab30-4f3e-bc57-438bf4468202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.431493] env[69784]: DEBUG nova.objects.base [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Object Instance<09356081-f58b-4a4e-b794-ca91c9dd66d5> lazy-loaded attributes: flavor,info_cache {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.500494] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: cc0af723-ef88-4d6f-b59a-63770c6b08f7] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.546933] env[69784]: DEBUG nova.compute.manager [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Received event network-changed-9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.547161] env[69784]: DEBUG nova.compute.manager [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Refreshing instance network info cache due to event network-changed-9093f935-e2fb-44bf-9c62-92cbd6e8ce29. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.547374] env[69784]: DEBUG oslo_concurrency.lockutils [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] Acquiring lock "refresh_cache-38933b68-873b-42da-b719-9b74a0e72cd8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.547513] env[69784]: DEBUG oslo_concurrency.lockutils [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] Acquired lock "refresh_cache-38933b68-873b-42da-b719-9b74a0e72cd8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.547704] env[69784]: DEBUG nova.network.neutron [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Refreshing network info cache for port 9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.634382] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06856} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.634499] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.635256] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f120cd0d-6de4-46a0-8b91-95df13f0564c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.658977] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 45481999-3ddb-42cc-8627-ab2c6f599958/45481999-3ddb-42cc-8627-ab2c6f599958.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.659314] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b345604-072c-4a6a-b8a0-ab300667c830 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.678868] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 961.678868] env[69784]: value = "task-3627766" [ 961.678868] env[69784]: _type = "Task" [ 961.678868] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.686853] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.717144] env[69784]: DEBUG nova.scheduler.client.report [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.773343] env[69784]: DEBUG oslo_vmware.api [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Task: {'id': task-3627765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402383} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.773615] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.773801] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.773979] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.774168] env[69784]: INFO nova.compute.manager [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] [instance: 9488a636-552a-4019-85bb-98281df807a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 961.774408] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.774589] env[69784]: DEBUG nova.compute.manager [-] [instance: 9488a636-552a-4019-85bb-98281df807a6] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.774687] env[69784]: DEBUG nova.network.neutron [-] [instance: 9488a636-552a-4019-85bb-98281df807a6] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.911685] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b024e9-ab30-4f3e-bc57-438bf4468202, 'name': SearchDatastore_Task, 'duration_secs': 0.092701} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.912040] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.912281] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.912517] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.912659] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.912829] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.913101] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb23c077-4abf-4362-b826-8eeaaee910d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.926179] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.926398] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.927172] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf21424f-eeb3-4805-a905-6474a7ea0dbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.934589] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 961.934589] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5205cf7f-a08a-1c7b-b7e9-fa374406cddc" [ 961.934589] env[69784]: _type = "Task" [ 961.934589] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.951027] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5205cf7f-a08a-1c7b-b7e9-fa374406cddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.004185] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a3f4dadf-a9bc-4155-82b7-fb0c24656663] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.190402] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.193082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.193688] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.193971] env[69784]: DEBUG nova.compute.manager [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.195015] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d9a28-4d51-4364-b50c-f1a0f9bf2b8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.201485] env[69784]: DEBUG nova.compute.manager [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 962.202192] env[69784]: DEBUG nova.objects.instance [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'flavor' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.223608] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.224455] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.227449] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.732s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.227701] env[69784]: DEBUG nova.objects.instance [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 962.263482] env[69784]: DEBUG nova.network.neutron [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [{"id": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "address": "fa:16:3e:b6:b4:94", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3308bbe5-11", "ovs_interfaceid": "3308bbe5-118d-4a25-bb3e-e01744edf7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.452494] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5205cf7f-a08a-1c7b-b7e9-fa374406cddc, 'name': SearchDatastore_Task, 'duration_secs': 0.048966} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.453467] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a555cd5-e1e5-43df-8180-ba62a4c695b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.459742] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 962.459742] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52524ce6-fc16-b4d0-6818-082dded322cb" [ 962.459742] env[69784]: _type = "Task" [ 962.459742] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.474100] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52524ce6-fc16-b4d0-6818-082dded322cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.507384] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: aba3f593-3ed0-4505-aedc-d5dc230aa8a6] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.693465] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627766, 'name': ReconfigVM_Task, 'duration_secs': 0.770205} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.693751] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 45481999-3ddb-42cc-8627-ab2c6f599958/45481999-3ddb-42cc-8627-ab2c6f599958.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.695226] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-307e7120-fbe1-4e16-8f1c-62f45a729187 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.703013] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 962.703013] env[69784]: value = "task-3627768" [ 962.703013] env[69784]: _type = "Task" [ 962.703013] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.719275] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627768, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.732607] env[69784]: DEBUG nova.compute.utils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.736575] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.736778] env[69784]: DEBUG nova.network.neutron [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.739722] env[69784]: DEBUG nova.network.neutron [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.767597] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Releasing lock "refresh_cache-2acd5461-f252-4c95-b0fa-37e9a87939cf" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.768284] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.768562] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e335e2fa-99ad-4430-b21f-191c5243717a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.776573] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 962.776573] env[69784]: value = "task-3627769" [ 962.776573] env[69784]: _type = "Task" [ 962.776573] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.788023] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.791031] env[69784]: DEBUG nova.policy [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.809350] env[69784]: DEBUG nova.network.neutron [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Updated VIF entry in instance network info cache for port 9093f935-e2fb-44bf-9c62-92cbd6e8ce29. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.810110] env[69784]: DEBUG nova.network.neutron [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Updating instance_info_cache with network_info: [{"id": "9093f935-e2fb-44bf-9c62-92cbd6e8ce29", "address": "fa:16:3e:33:e2:16", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9093f935-e2", "ovs_interfaceid": "9093f935-e2fb-44bf-9c62-92cbd6e8ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.970207] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52524ce6-fc16-b4d0-6818-082dded322cb, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.970438] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.970708] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 38933b68-873b-42da-b719-9b74a0e72cd8/38933b68-873b-42da-b719-9b74a0e72cd8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.970975] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07476326-732e-4915-b7cb-36bf8cb87e63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.979229] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 962.979229] env[69784]: value = "task-3627770" [ 962.979229] env[69784]: _type = "Task" [ 962.979229] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.985649] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.012358] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: b6644a4c-b212-4aee-9621-343c5ece84e0] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.214734] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.215071] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627768, 'name': Rename_Task, 'duration_secs': 0.145849} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.217326] env[69784]: DEBUG nova.network.neutron [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Successfully created port: 0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.219011] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46aaeb89-a388-4bdb-8399-59916d764e73 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.220901] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.221913] env[69784]: DEBUG nova.compute.manager [req-5c107b40-2b55-43d9-b480-ccb060ac1365 req-66ac3d6d-bb57-4f19-86c5-ae08d457604e service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Received event network-vif-deleted-b47d160d-5812-4d8e-b5c4-fcd292ac0e02 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.222093] env[69784]: INFO nova.compute.manager [req-5c107b40-2b55-43d9-b480-ccb060ac1365 req-66ac3d6d-bb57-4f19-86c5-ae08d457604e service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Neutron deleted interface b47d160d-5812-4d8e-b5c4-fcd292ac0e02; detaching it from the instance and deleting it from the info cache [ 963.222235] env[69784]: DEBUG nova.network.neutron [req-5c107b40-2b55-43d9-b480-ccb060ac1365 req-66ac3d6d-bb57-4f19-86c5-ae08d457604e service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.224402] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664059a8-a8f7-4c52-9387-c04586a2e235 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.236185] env[69784]: DEBUG oslo_vmware.api [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 963.236185] env[69784]: value = "task-3627771" [ 963.236185] env[69784]: _type = "Task" [ 963.236185] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.237653] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 963.237653] env[69784]: value = "task-3627772" [ 963.237653] env[69784]: _type = "Task" [ 963.237653] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.242786] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c20dc783-cb68-45f8-adac-ccc50c6d9d6a tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.243876] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.250045] env[69784]: DEBUG oslo_concurrency.lockutils [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.250987] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.806s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.251214] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.253380] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.596s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.253537] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.255211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.169s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.256726] env[69784]: INFO nova.compute.claims [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.264938] env[69784]: DEBUG oslo_vmware.api [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.268449] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627772, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.292321] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627769, 'name': PowerOffVM_Task, 'duration_secs': 0.207274} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.293616] env[69784]: INFO nova.scheduler.client.report [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted allocations for instance 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc [ 963.295358] env[69784]: INFO nova.scheduler.client.report [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Deleted allocations for instance c2c12cd8-c715-4aeb-9cd5-7b715ead6164 [ 963.296506] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.297225] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:39:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c43a08b0-b607-4623-aa5a-f0f86c5c04e5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1549095440',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.297451] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.297607] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.297886] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.297924] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.298075] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.298286] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.298437] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.298657] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.298747] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.298912] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.311536] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a56cbdfc-d0a9-4d6b-9efb-31d201447c45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.321947] env[69784]: DEBUG oslo_concurrency.lockutils [req-52d2e391-6d01-4a1d-8d58-9b692ce76e8b req-822bce60-3215-4e85-85ff-27eb8eac6bcc service nova] Releasing lock "refresh_cache-38933b68-873b-42da-b719-9b74a0e72cd8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.328576] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 963.328576] env[69784]: value = "task-3627773" [ 963.328576] env[69784]: _type = "Task" [ 963.328576] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.338669] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.389023] env[69784]: DEBUG nova.network.neutron [-] [instance: 9488a636-552a-4019-85bb-98281df807a6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.488984] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.516381] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: cb0a3558-11b6-40a9-87d3-2f920dcc20c0] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.726025] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-490de886-6c9d-49d8-9474-db23f248525b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.734884] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f38c02-e44c-4d27-a3b8-edb674740de7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.761589] env[69784]: DEBUG oslo_vmware.api [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627771, 'name': PowerOffVM_Task, 'duration_secs': 0.445636} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.766254] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.766435] env[69784]: DEBUG nova.compute.manager [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.767408] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.782334] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6840c589-fcb6-40b4-88f7-0adc1336c3ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.785063] env[69784]: DEBUG nova.compute.manager [req-5c107b40-2b55-43d9-b480-ccb060ac1365 req-66ac3d6d-bb57-4f19-86c5-ae08d457604e service nova] [instance: 9488a636-552a-4019-85bb-98281df807a6] Detach interface failed, port_id=b47d160d-5812-4d8e-b5c4-fcd292ac0e02, reason: Instance 9488a636-552a-4019-85bb-98281df807a6 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.827823] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4174a74a-919c-4722-8e99-a93872cb5c61 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.004s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.832656] env[69784]: DEBUG oslo_concurrency.lockutils [None req-131f566b-e9df-4d00-8aaf-613803f49433 tempest-MultipleCreateTestJSON-2061516794 tempest-MultipleCreateTestJSON-2061516794-project-member] Lock "c2c12cd8-c715-4aeb-9cd5-7b715ead6164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.931s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.848452] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627773, 'name': ReconfigVM_Task, 'duration_secs': 0.1781} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.849731] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be2120-95ce-4e46-9aeb-05d98d390f2d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.881423] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:39:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c43a08b0-b607-4623-aa5a-f0f86c5c04e5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1549095440',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.881741] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.881954] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.882222] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.882417] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.882617] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.882890] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.883115] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.883346] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.883585] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.883841] env[69784]: DEBUG nova.virt.hardware [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.885357] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3566fae9-cfb4-4851-86d8-effb21933785 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.892726] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 963.892726] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a9aad-8ddf-1a36-cd3d-7821d1016542" [ 963.892726] env[69784]: _type = "Task" [ 963.892726] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.893317] env[69784]: INFO nova.compute.manager [-] [instance: 9488a636-552a-4019-85bb-98281df807a6] Took 2.12 seconds to deallocate network for instance. [ 963.910035] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a9aad-8ddf-1a36-cd3d-7821d1016542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.989051] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622694} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.989431] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 38933b68-873b-42da-b719-9b74a0e72cd8/38933b68-873b-42da-b719-9b74a0e72cd8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.989733] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.990095] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1aa3596-3e08-4908-b646-7636ff1a0812 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.998167] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 963.998167] env[69784]: value = "task-3627774" [ 963.998167] env[69784]: _type = "Task" [ 963.998167] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.006592] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.020325] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 9cc47515-b43f-4b1b-aae0-ccf5a96a2758] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.257186] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.259750] env[69784]: DEBUG oslo_vmware.api [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627772, 'name': PowerOnVM_Task, 'duration_secs': 0.950904} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.260377] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.260485] env[69784]: INFO nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Took 8.74 seconds to spawn the instance on the hypervisor. [ 964.260677] env[69784]: DEBUG nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.261507] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628cfe27-9069-46b3-9f22-2b0576b2bbde {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.264950] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.265491] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca17a4ff-d948-4cc6-99ec-e21ef5aaf99c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.281024] env[69784]: DEBUG oslo_vmware.api [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 964.281024] env[69784]: value = "task-3627775" [ 964.281024] env[69784]: _type = "Task" [ 964.281024] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.294297] env[69784]: DEBUG oslo_vmware.api [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.294796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cf73fe35-cc6a-4c09-9737-75735bd092ef tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.297827] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.298312] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.298312] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.298458] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.299690] env[69784]: DEBUG nova.virt.hardware [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.300730] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f2aeb-878b-4e58-bf8b-abe81fd56782 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.313033] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346de463-eb23-4622-b6b8-d77ac6be36ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.333919] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 964.334889] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723464', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'name': 'volume-f967c674-8659-4b2d-be02-df167844aff6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60428609-2f06-42ec-994e-473b86d87c17', 'attached_at': '', 'detached_at': '', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'serial': 'f967c674-8659-4b2d-be02-df167844aff6'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 964.335619] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f61c49-5508-42fc-b560-27251b21a17b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.358133] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e641a-06a0-4ea9-b831-f3cac26c08ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.154378] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.154911] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 3392f89e-b4f5-4a1d-bfde-81386244da0e] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.167630] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-f967c674-8659-4b2d-be02-df167844aff6/volume-f967c674-8659-4b2d-be02-df167844aff6.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.168571] env[69784]: DEBUG nova.network.neutron [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Successfully updated port: 0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.184273] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d923438f-b6fc-4cbd-b839-abbdac30a8b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.195813] env[69784]: DEBUG nova.compute.manager [req-cd4d0ade-f6de-4043-85e1-0e49d4c4023a req-1b5f06c3-e5a6-4df2-bc5b-4e45487d2eb2 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-vif-plugged-0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.196051] env[69784]: DEBUG oslo_concurrency.lockutils [req-cd4d0ade-f6de-4043-85e1-0e49d4c4023a req-1b5f06c3-e5a6-4df2-bc5b-4e45487d2eb2 service nova] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.196264] env[69784]: DEBUG oslo_concurrency.lockutils [req-cd4d0ade-f6de-4043-85e1-0e49d4c4023a req-1b5f06c3-e5a6-4df2-bc5b-4e45487d2eb2 service nova] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.196448] env[69784]: DEBUG oslo_concurrency.lockutils [req-cd4d0ade-f6de-4043-85e1-0e49d4c4023a req-1b5f06c3-e5a6-4df2-bc5b-4e45487d2eb2 service nova] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.196621] env[69784]: DEBUG nova.compute.manager [req-cd4d0ade-f6de-4043-85e1-0e49d4c4023a req-1b5f06c3-e5a6-4df2-bc5b-4e45487d2eb2 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] No waiting events found dispatching network-vif-plugged-0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.196786] env[69784]: WARNING nova.compute.manager [req-cd4d0ade-f6de-4043-85e1-0e49d4c4023a req-1b5f06c3-e5a6-4df2-bc5b-4e45487d2eb2 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received unexpected event network-vif-plugged-0ac3b2b0-8763-4e36-bb16-3d108afd5615 for instance with vm_state building and task_state spawning. [ 965.199296] env[69784]: INFO nova.compute.manager [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Took 60.52 seconds to build instance. [ 965.214912] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a9aad-8ddf-1a36-cd3d-7821d1016542, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.215168] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145645} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.224193] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.224416] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.224693] env[69784]: DEBUG oslo_vmware.api [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627775, 'name': PowerOnVM_Task, 'duration_secs': 0.406653} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.225931] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 965.225931] env[69784]: value = "task-3627776" [ 965.225931] env[69784]: _type = "Task" [ 965.225931] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.229043] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a977b9-9eae-47dc-ad26-9b2bb4990447 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.242699] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e5d71-8b73-4f64-b3ed-20442dde6000 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.245351] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.245650] env[69784]: DEBUG nova.compute.manager [None req-437b7884-56ba-4104-ae3d-27686bbac7f8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.247180] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6094857e-5898-41c3-a42d-8bf7d5edcc99 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.272642] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 38933b68-873b-42da-b719-9b74a0e72cd8/38933b68-873b-42da-b719-9b74a0e72cd8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.281181] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e766fae-284c-44a2-919a-38de670d6a23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.295818] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 965.295818] env[69784]: value = "task-3627777" [ 965.295818] env[69784]: _type = "Task" [ 965.295818] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.298887] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.304507] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 965.304507] env[69784]: value = "task-3627778" [ 965.304507] env[69784]: _type = "Task" [ 965.304507] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.307905] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.317160] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.671201] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 3389c5e6-23b8-457f-9a79-47acd61a69ce] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.700497] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.700842] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.701316] env[69784]: DEBUG nova.network.neutron [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.706152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0f33e3c1-7506-4290-b825-a3535051f2ec tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "45481999-3ddb-42cc-8627-ab2c6f599958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.747s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.713628] env[69784]: DEBUG nova.compute.manager [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Stashing vm_state: stopped {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 965.726257] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5369f-22d8-44a6-be7c-de5e679c99e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740704] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18cc2e-86f4-4a82-9860-3e98025744ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.777385] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc9a0c2-f9b5-4fbc-a8d1-d9df57b137e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.785466] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.790865] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca5190-59da-4f62-9bd5-c614a296e872 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.806817] env[69784]: DEBUG nova.compute.provider_tree [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.819222] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627777, 'name': ReconfigVM_Task, 'duration_secs': 0.189073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.822568] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.822862] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627778, 'name': ReconfigVM_Task, 'duration_secs': 0.268925} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.823543] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf0367-daf4-41cd-84ab-290afe1e1657 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.825833] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 38933b68-873b-42da-b719-9b74a0e72cd8/38933b68-873b-42da-b719-9b74a0e72cd8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.826864] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeed9648-2a84-44cf-8b6b-3f8dee775bbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.848494] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.849856] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee499a5-9090-444b-a50a-a310c63ed5ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.862594] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 965.862594] env[69784]: value = "task-3627779" [ 965.862594] env[69784]: _type = "Task" [ 965.862594] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.867505] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 965.867505] env[69784]: value = "task-3627780" [ 965.867505] env[69784]: _type = "Task" [ 965.867505] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.873163] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627779, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.877475] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.176013] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 80c4939f-e928-4027-8789-15aebefa725a] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.244648] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.253291] env[69784]: DEBUG nova.network.neutron [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.261126] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627776, 'name': ReconfigVM_Task, 'duration_secs': 0.576741} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.262322] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-f967c674-8659-4b2d-be02-df167844aff6/volume-f967c674-8659-4b2d-be02-df167844aff6.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.267209] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45748a73-532c-4755-8643-4763c6480ce5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.289024] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 966.289024] env[69784]: value = "task-3627781" [ 966.289024] env[69784]: _type = "Task" [ 966.289024] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.294833] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.313617] env[69784]: DEBUG nova.scheduler.client.report [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.375766] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627779, 'name': Rename_Task, 'duration_secs': 0.149238} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.380306] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.380894] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6872eaa2-582e-412b-84b5-771caf92456c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.387363] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627780, 'name': ReconfigVM_Task, 'duration_secs': 0.320218} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.387770] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf/2acd5461-f252-4c95-b0fa-37e9a87939cf.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.389135] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c106ce06-b8a2-421b-abb9-10fcadfd9c9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.393489] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 966.393489] env[69784]: value = "task-3627782" [ 966.393489] env[69784]: _type = "Task" [ 966.393489] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.419067] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118fc35-3424-4533-8c9d-22d96e07d0ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.421348] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.439573] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91ac8ef-ff7f-4a3c-9a62-10e41d10efb6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.463143] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176b6366-52f2-43c7-a81f-1d583fe09a5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.470916] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.471239] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6502687c-f7cb-43aa-933d-0110dd1068ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.477717] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 966.477717] env[69784]: value = "task-3627783" [ 966.477717] env[69784]: _type = "Task" [ 966.477717] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.487537] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.488769] env[69784]: DEBUG nova.network.neutron [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.679912] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 32d380c2-6ed7-423f-b555-584965ef0110] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.797282] env[69784]: DEBUG oslo_vmware.api [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627781, 'name': ReconfigVM_Task, 'duration_secs': 0.162103} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.797576] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723464', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'name': 'volume-f967c674-8659-4b2d-be02-df167844aff6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60428609-2f06-42ec-994e-473b86d87c17', 'attached_at': '', 'detached_at': '', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'serial': 'f967c674-8659-4b2d-be02-df167844aff6'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 966.821472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.566s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.822009] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.824861] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.062s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.825398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.827280] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.721s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.828809] env[69784]: INFO nova.compute.claims [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.855806] env[69784]: INFO nova.scheduler.client.report [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocations for instance 8fee45fe-b7ce-496a-83ad-7fbecac453c6 [ 966.901983] env[69784]: DEBUG nova.compute.manager [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-changed-0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.901983] env[69784]: DEBUG nova.compute.manager [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Refreshing instance network info cache due to event network-changed-0ac3b2b0-8763-4e36-bb16-3d108afd5615. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.902176] env[69784]: DEBUG oslo_concurrency.lockutils [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] Acquiring lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.909409] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.990015] env[69784]: DEBUG oslo_vmware.api [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627783, 'name': PowerOnVM_Task, 'duration_secs': 0.41276} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.990359] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.994249] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.995026] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Instance network_info: |[{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.995026] env[69784]: DEBUG oslo_concurrency.lockutils [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] Acquired lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.995326] env[69784]: DEBUG nova.network.neutron [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Refreshing network info cache for port 0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.996931] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:b1:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ac3b2b0-8763-4e36-bb16-3d108afd5615', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.005611] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Creating folder: Project (d34ad768c3f947ef9dd36242e6c4df62). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.006970] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d253b705-9095-4ccf-b742-1bf72785d663 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.019537] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Created folder: Project (d34ad768c3f947ef9dd36242e6c4df62) in parent group-v723273. [ 967.019756] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Creating folder: Instances. Parent ref: group-v723466. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.020459] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5560cf8e-c711-48df-8f4f-81b0d550fe1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.030804] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Created folder: Instances in parent group-v723466. [ 967.031077] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.031327] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.031606] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d654964a-f0c2-4cb3-93a1-20692e2de5c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.053311] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.053311] env[69784]: value = "task-3627786" [ 967.053311] env[69784]: _type = "Task" [ 967.053311] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.062131] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627786, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.184050] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: cb792760-6b35-4299-9fca-6412fa62312c] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.333936] env[69784]: DEBUG nova.compute.utils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.337666] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.337764] env[69784]: DEBUG nova.network.neutron [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.366961] env[69784]: DEBUG oslo_concurrency.lockutils [None req-934a97e4-5327-4709-a54c-6e8101ebd044 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "8fee45fe-b7ce-496a-83ad-7fbecac453c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.074s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.404876] env[69784]: DEBUG oslo_vmware.api [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627782, 'name': PowerOnVM_Task, 'duration_secs': 0.552876} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.405104] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.405313] env[69784]: INFO nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Took 9.09 seconds to spawn the instance on the hypervisor. [ 967.405508] env[69784]: DEBUG nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.406299] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1b8459-1c4e-4813-9659-13979c85a89f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.410639] env[69784]: DEBUG nova.policy [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b108c206426c484887e172c61a8d4dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dea9fd8b5f4a4f917e4782f1ff01e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.569667] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627786, 'name': CreateVM_Task, 'duration_secs': 0.46657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.569667] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.570688] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.570856] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.571297] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.572151] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5406368-b7e6-4a53-9d65-d365f44150ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.578483] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 967.578483] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a6e5ca-8a70-271d-a47e-4146fde6b818" [ 967.578483] env[69784]: _type = "Task" [ 967.578483] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.587180] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a6e5ca-8a70-271d-a47e-4146fde6b818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.688424] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a2cf6ae0-bdf8-4039-81eb-f1c8e4f3a80b] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.731088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "45481999-3ddb-42cc-8627-ab2c6f599958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.731088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "45481999-3ddb-42cc-8627-ab2c6f599958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.731088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "45481999-3ddb-42cc-8627-ab2c6f599958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.731374] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "45481999-3ddb-42cc-8627-ab2c6f599958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.731465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "45481999-3ddb-42cc-8627-ab2c6f599958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.735081] env[69784]: INFO nova.compute.manager [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Terminating instance [ 967.774030] env[69784]: DEBUG nova.network.neutron [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Successfully created port: 019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.783338] env[69784]: DEBUG nova.network.neutron [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updated VIF entry in instance network info cache for port 0ac3b2b0-8763-4e36-bb16-3d108afd5615. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.783689] env[69784]: DEBUG nova.network.neutron [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.838844] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.847105] env[69784]: DEBUG nova.objects.instance [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lazy-loading 'flavor' on Instance uuid 60428609-2f06-42ec-994e-473b86d87c17 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.932176] env[69784]: INFO nova.compute.manager [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Took 55.89 seconds to build instance. [ 968.014687] env[69784]: INFO nova.compute.manager [None req-1e38e848-3c1a-4560-9f66-70793bd27e4d tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance to original state: 'active' [ 968.031628] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.032149] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.090232] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a6e5ca-8a70-271d-a47e-4146fde6b818, 'name': SearchDatastore_Task, 'duration_secs': 0.039297} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.093433] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.093669] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.093907] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.094068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.094253] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.095464] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5926919-5441-4daf-a8e3-5dd97e1903f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.104151] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.104339] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.105075] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d58efd-b154-420e-91f0-058516c157a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.112098] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 968.112098] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c7c05c-a036-f247-09da-542ab3337b5d" [ 968.112098] env[69784]: _type = "Task" [ 968.112098] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.119446] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c7c05c-a036-f247-09da-542ab3337b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.196115] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: bc3543d3-facd-494b-9838-a0cd02467ec8] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.237932] env[69784]: DEBUG nova.compute.manager [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.238163] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.239474] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf406e2-0bf1-44dc-ba79-4041e9f447a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.247116] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.247315] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dea1cef-dab5-46e2-9bc0-befdc135e087 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.260618] env[69784]: DEBUG oslo_vmware.api [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 968.260618] env[69784]: value = "task-3627787" [ 968.260618] env[69784]: _type = "Task" [ 968.260618] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.272221] env[69784]: DEBUG oslo_vmware.api [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.286648] env[69784]: DEBUG oslo_concurrency.lockutils [req-a78ea80e-4d5b-480c-9d21-f52a9610ca71 req-a9327719-c93c-4533-9f3e-719d35a18dad service nova] Releasing lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.312445] env[69784]: INFO nova.compute.manager [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Rescuing [ 968.312445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.312522] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.313123] env[69784]: DEBUG nova.network.neutron [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.356115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e10f4e4-4414-4451-9c8c-52a50d185130 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.653s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.372056] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5143fc8c-0c92-4ff0-a9eb-7dafc91efdf4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.380131] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa108b0-4f59-4d51-a92b-3b551ef10966 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.417591] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0025b7-39de-4a5e-b3bd-cb5ab179703b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.425656] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a056187e-ec50-49f8-981e-7ff7c1313132 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.441207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4bd589b4-1c61-4795-b712-41a9847b7c39 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "38933b68-873b-42da-b719-9b74a0e72cd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.472s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.441815] env[69784]: DEBUG nova.compute.provider_tree [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.534749] env[69784]: DEBUG nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.623606] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c7c05c-a036-f247-09da-542ab3337b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.029365} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.624397] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e8286a-f4c4-4e4e-a522-ffea4706a44d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.630298] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 968.630298] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c02d6-48aa-79a7-76bf-b3533d3ca9da" [ 968.630298] env[69784]: _type = "Task" [ 968.630298] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.637686] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c02d6-48aa-79a7-76bf-b3533d3ca9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.702252] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 0d5aaa90-407e-4962-8b22-c0d71d4edce6] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.773045] env[69784]: DEBUG oslo_vmware.api [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627787, 'name': PowerOffVM_Task, 'duration_secs': 0.225989} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.773262] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.773435] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.773683] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a3611f-782f-45a1-bf24-91e044754e9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.847842] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.873064] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.873332] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.873558] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.873747] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.873895] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.874077] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.874299] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.874460] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.874632] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.874786] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.874958] env[69784]: DEBUG nova.virt.hardware [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.875297] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.875477] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.875645] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Deleting the datastore file [datastore1] 45481999-3ddb-42cc-8627-ab2c6f599958 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.876459] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d56c4bd-f7f8-425f-b269-b3e9ce1ab107 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.879461] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-294ec978-4b27-4e28-9215-e15857a71a2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.889177] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e687a0ed-2d49-4de7-900d-c064b23643a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.893066] env[69784]: DEBUG oslo_vmware.api [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 968.893066] env[69784]: value = "task-3627789" [ 968.893066] env[69784]: _type = "Task" [ 968.893066] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.910606] env[69784]: DEBUG oslo_vmware.api [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.948023] env[69784]: DEBUG nova.scheduler.client.report [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.065245] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.135065] env[69784]: DEBUG nova.network.neutron [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.143282] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c02d6-48aa-79a7-76bf-b3533d3ca9da, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.143282] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.143282] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 9e36d1e1-2436-4e99-88eb-615f5cb2557a/9e36d1e1-2436-4e99-88eb-615f5cb2557a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.143514] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692fb70c-f725-4bd0-ab00-6764ec35b34e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.151449] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 969.151449] env[69784]: value = "task-3627790" [ 969.151449] env[69784]: _type = "Task" [ 969.151449] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.160197] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.208785] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c0dff9f2-1840-4a36-99be-88f6f5c050b4] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.410311] env[69784]: DEBUG oslo_vmware.api [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158973} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.410608] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.410793] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.410968] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.411176] env[69784]: INFO nova.compute.manager [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Took 1.17 seconds to destroy the instance on the hypervisor. [ 969.411483] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.411685] env[69784]: DEBUG nova.compute.manager [-] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.411780] env[69784]: DEBUG nova.network.neutron [-] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.451316] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.451902] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.454490] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.529s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.456016] env[69784]: INFO nova.compute.claims [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.511541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "2acd5461-f252-4c95-b0fa-37e9a87939cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.511541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.511541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.511541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.511541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.512954] env[69784]: INFO nova.compute.manager [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Terminating instance [ 969.519082] env[69784]: DEBUG nova.network.neutron [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Successfully updated port: 019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.572073] env[69784]: DEBUG nova.compute.manager [req-0f05f25c-8797-439a-83c0-0f6e5f7d08b8 req-fe1cef7b-1519-4355-a442-ec3c052f8fe4 service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Received event network-vif-plugged-019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.572427] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f05f25c-8797-439a-83c0-0f6e5f7d08b8 req-fe1cef7b-1519-4355-a442-ec3c052f8fe4 service nova] Acquiring lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.572729] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f05f25c-8797-439a-83c0-0f6e5f7d08b8 req-fe1cef7b-1519-4355-a442-ec3c052f8fe4 service nova] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.572949] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f05f25c-8797-439a-83c0-0f6e5f7d08b8 req-fe1cef7b-1519-4355-a442-ec3c052f8fe4 service nova] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.573254] env[69784]: DEBUG nova.compute.manager [req-0f05f25c-8797-439a-83c0-0f6e5f7d08b8 req-fe1cef7b-1519-4355-a442-ec3c052f8fe4 service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] No waiting events found dispatching network-vif-plugged-019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.573492] env[69784]: WARNING nova.compute.manager [req-0f05f25c-8797-439a-83c0-0f6e5f7d08b8 req-fe1cef7b-1519-4355-a442-ec3c052f8fe4 service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Received unexpected event network-vif-plugged-019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 for instance with vm_state building and task_state spawning. [ 969.585958] env[69784]: DEBUG nova.compute.manager [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.587064] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa44f2d-241f-4ed7-9a4c-0bf051ce26d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.638632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.666120] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.711509] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 92e9cf6d-d940-4980-bbf4-13e63ee0d3b2] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.742157] env[69784]: DEBUG nova.compute.manager [req-8755d5ee-b8d6-4f04-baa7-d66fb28e673a req-a7e0bffa-7372-40ca-9116-b9eb47b279e2 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Received event network-vif-deleted-e8effa54-1579-410e-8521-890dff26734b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.742385] env[69784]: INFO nova.compute.manager [req-8755d5ee-b8d6-4f04-baa7-d66fb28e673a req-a7e0bffa-7372-40ca-9116-b9eb47b279e2 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Neutron deleted interface e8effa54-1579-410e-8521-890dff26734b; detaching it from the instance and deleting it from the info cache [ 969.742652] env[69784]: DEBUG nova.network.neutron [req-8755d5ee-b8d6-4f04-baa7-d66fb28e673a req-a7e0bffa-7372-40ca-9116-b9eb47b279e2 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.963250] env[69784]: DEBUG nova.compute.utils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.968102] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.968288] env[69784]: DEBUG nova.network.neutron [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.005399] env[69784]: DEBUG nova.policy [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf58061cefbe42d8a651db726657f390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b918e7ca5a294d469c60a7616be6c4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.019753] env[69784]: DEBUG nova.compute.manager [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.020020] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.020583] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.020715] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.021190] env[69784]: DEBUG nova.network.neutron [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.023101] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78814ce1-3e5a-4eff-8a59-24d96627f629 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.031771] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.032031] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c86b127-7d57-4b2f-9302-41ebd31bb9df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.039767] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 970.039767] env[69784]: value = "task-3627791" [ 970.039767] env[69784]: _type = "Task" [ 970.039767] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.048335] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.108459] env[69784]: INFO nova.compute.manager [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] instance snapshotting [ 970.111404] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3884340-1b4e-46dc-b1c6-bd5edb5a9e24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.130722] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fe1ed9-f4f9-4b0f-a5eb-dafd9bf6c58d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.165205] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715054} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.165537] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 9e36d1e1-2436-4e99-88eb-615f5cb2557a/9e36d1e1-2436-4e99-88eb-615f5cb2557a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.165905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.166059] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca4fe01d-ef50-4af7-83be-b565ff173aef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.172802] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 970.172802] env[69784]: value = "task-3627792" [ 970.172802] env[69784]: _type = "Task" [ 970.172802] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.185567] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.206456] env[69784]: DEBUG nova.network.neutron [-] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.217937] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 93c56a3e-9744-47b3-b691-b6f28d16351f] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.246760] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17581691-fe65-4bbf-a4b4-f26ef25cbb2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.256786] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e712010-85e7-4c90-adde-239343a50b78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.306594] env[69784]: DEBUG nova.compute.manager [req-8755d5ee-b8d6-4f04-baa7-d66fb28e673a req-a7e0bffa-7372-40ca-9116-b9eb47b279e2 service nova] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Detach interface failed, port_id=e8effa54-1579-410e-8521-890dff26734b, reason: Instance 45481999-3ddb-42cc-8627-ab2c6f599958 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.419119] env[69784]: DEBUG nova.network.neutron [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Successfully created port: 5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.472020] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.563291] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627791, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.564689] env[69784]: DEBUG nova.network.neutron [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.643569] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 970.643914] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6509d140-f35f-4283-86ba-0f1adc4a8c64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.657701] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 970.657701] env[69784]: value = "task-3627793" [ 970.657701] env[69784]: _type = "Task" [ 970.657701] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.668505] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.682077] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13991} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.686848] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.689430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210cf4f-6f7f-41a9-ab15-fa4b6a59b12c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.710344] env[69784]: INFO nova.compute.manager [-] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Took 1.30 seconds to deallocate network for instance. [ 970.719143] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 9e36d1e1-2436-4e99-88eb-615f5cb2557a/9e36d1e1-2436-4e99-88eb-615f5cb2557a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.723990] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c7dec3-3092-4237-8ba9-ac32ccc84c1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.744176] env[69784]: DEBUG nova.network.neutron [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [{"id": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "address": "fa:16:3e:55:f9:95", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e000f-48", "ovs_interfaceid": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.744500] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.744722] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69784) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 970.753087] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 970.753087] env[69784]: value = "task-3627794" [ 970.753087] env[69784]: _type = "Task" [ 970.753087] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.764645] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.054066] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627791, 'name': PowerOffVM_Task, 'duration_secs': 0.552668} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.055367] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.055579] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.056444] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0f2f7-db8b-4545-9a15-356b68283aed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.059229] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84b8dfa-3097-46c1-a5cf-b30d53779357 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.065587] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd86ba7-30c3-4769-b647-60ef8bc48797 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.098617] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504b1abf-a70e-4933-9fbe-380738a40da1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.106544] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b1eda-bc5b-4c49-ae83-19030c3e23de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.121187] env[69784]: DEBUG nova.compute.provider_tree [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.147770] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.148057] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.148261] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleting the datastore file [datastore1] 2acd5461-f252-4c95-b0fa-37e9a87939cf {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.148532] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e47586c2-0d7e-4722-8fef-3d4c6ad46131 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.154623] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 971.154623] env[69784]: value = "task-3627796" [ 971.154623] env[69784]: _type = "Task" [ 971.154623] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.167084] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.170835] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.194744] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.195110] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a56b19c-12f7-4970-96b8-eee72fda87d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.201906] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 971.201906] env[69784]: value = "task-3627797" [ 971.201906] env[69784]: _type = "Task" [ 971.201906] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.212883] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.247522] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.248067] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.248339] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Instance network_info: |[{"id": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "address": "fa:16:3e:55:f9:95", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e000f-48", "ovs_interfaceid": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.248924] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:f9:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.256562] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.257222] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.258647] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.262120] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed33a88a-1a12-45bf-be9e-c500afacf013 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.285980] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627794, 'name': ReconfigVM_Task, 'duration_secs': 0.285789} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.286706] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 9e36d1e1-2436-4e99-88eb-615f5cb2557a/9e36d1e1-2436-4e99-88eb-615f5cb2557a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.287362] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.287362] env[69784]: value = "task-3627798" [ 971.287362] env[69784]: _type = "Task" [ 971.287362] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.287569] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec33a874-152f-4e20-9896-606c7176e6f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.301286] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627798, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.303431] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 971.303431] env[69784]: value = "task-3627799" [ 971.303431] env[69784]: _type = "Task" [ 971.303431] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.314344] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627799, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.483534] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.515189] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='28bdbaa3b8986b8986e46c894309b854',container_format='bare',created_at=2025-04-26T01:41:43Z,direct_url=,disk_format='vmdk',id=1abeff0b-c95f-452f-8c6c-07e1f30b02ab,min_disk=1,min_ram=0,name='tempest-test-snap-285238873',owner='b918e7ca5a294d469c60a7616be6c4da',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-26T01:41:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.515551] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.515848] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.516187] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.516437] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.516690] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.517682] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.517682] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.517682] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.517682] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.517682] env[69784]: DEBUG nova.virt.hardware [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.518661] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109668b5-9822-4880-9cab-c4b5affd9658 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.527540] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50accd3d-92f6-4d0a-b3ae-6d5e9a3fd983 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.625029] env[69784]: DEBUG nova.scheduler.client.report [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.641723] env[69784]: DEBUG nova.compute.manager [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Received event network-changed-019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.641931] env[69784]: DEBUG nova.compute.manager [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Refreshing instance network info cache due to event network-changed-019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.642221] env[69784]: DEBUG oslo_concurrency.lockutils [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] Acquiring lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.642371] env[69784]: DEBUG oslo_concurrency.lockutils [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] Acquired lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.642631] env[69784]: DEBUG nova.network.neutron [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Refreshing network info cache for port 019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.668309] env[69784]: DEBUG oslo_vmware.api [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159441} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.671564] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.671799] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.671980] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.672167] env[69784]: INFO nova.compute.manager [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Took 1.65 seconds to destroy the instance on the hypervisor. [ 971.672406] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.672698] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627793, 'name': CreateSnapshot_Task, 'duration_secs': 0.708897} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.673170] env[69784]: DEBUG nova.compute.manager [-] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.673170] env[69784]: DEBUG nova.network.neutron [-] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.674803] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 971.675555] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad19953f-a043-47e6-9f48-3e21e02a7d03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.713608] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627797, 'name': PowerOffVM_Task, 'duration_secs': 0.351741} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.715896] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.716763] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c73ea-116a-41b7-9997-9aef53bda3a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.741069] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e53ebe2-388d-4359-a294-095eb6717b62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.777690] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.779058] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbaf06b5-2f4d-4ce5-be03-f63f9898ce26 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.794878] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 971.794878] env[69784]: value = "task-3627800" [ 971.794878] env[69784]: _type = "Task" [ 971.794878] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.801413] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627798, 'name': CreateVM_Task, 'duration_secs': 0.384765} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.801885] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.802575] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.802725] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.803053] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.803466] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88a6f24-acd7-4480-adbe-fb012523c44b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.812102] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.812102] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.812765] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.812765] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.812765] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.813294] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-399c4357-65f1-4352-9284-cb63b1b80078 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.816524] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 971.816524] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d4a26-118c-123c-6309-b444f1d59097" [ 971.816524] env[69784]: _type = "Task" [ 971.816524] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.824147] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627799, 'name': Rename_Task, 'duration_secs': 0.193136} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.824392] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.824685] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.824814] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.828486] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074379cf-23fc-46c0-a16d-8a7d23d45276 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.829913] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff506c83-5d2e-4cdc-a48b-bef797181f9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.832242] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d4a26-118c-123c-6309-b444f1d59097, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.832479] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.832700] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.832917] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.833074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.833245] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.833999] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7520e64d-3c87-443e-b600-653b12e341ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.838276] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 971.838276] env[69784]: value = "task-3627801" [ 971.838276] env[69784]: _type = "Task" [ 971.838276] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.839466] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 971.839466] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52788190-8fc1-2929-9439-b90716f49bd2" [ 971.839466] env[69784]: _type = "Task" [ 971.839466] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.845826] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.846009] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.846983] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6530990-2da0-4931-9d30-f33af978f156 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.851875] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.855345] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 971.855345] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5274e91a-b808-4349-500c-0874e70d142f" [ 971.855345] env[69784]: _type = "Task" [ 971.855345] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.858744] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52788190-8fc1-2929-9439-b90716f49bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.862549] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35fe5fd-6b47-478f-b9e6-2fe1a77e761e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.867550] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 971.867550] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc9dcf-6fa3-cbcb-3ffb-3c94df80721d" [ 971.867550] env[69784]: _type = "Task" [ 971.867550] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.870245] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5274e91a-b808-4349-500c-0874e70d142f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.878666] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc9dcf-6fa3-cbcb-3ffb-3c94df80721d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.025528] env[69784]: DEBUG nova.compute.manager [req-d1d3e856-d6d8-4731-bb62-8abd143d108a req-d98c70db-aa27-45de-bd0d-255073e48a92 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Received event network-vif-plugged-5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.026754] env[69784]: DEBUG oslo_concurrency.lockutils [req-d1d3e856-d6d8-4731-bb62-8abd143d108a req-d98c70db-aa27-45de-bd0d-255073e48a92 service nova] Acquiring lock "a93d4452-03f6-4d00-805d-e3d88b863c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.026754] env[69784]: DEBUG oslo_concurrency.lockutils [req-d1d3e856-d6d8-4731-bb62-8abd143d108a req-d98c70db-aa27-45de-bd0d-255073e48a92 service nova] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.026754] env[69784]: DEBUG oslo_concurrency.lockutils [req-d1d3e856-d6d8-4731-bb62-8abd143d108a req-d98c70db-aa27-45de-bd0d-255073e48a92 service nova] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.026754] env[69784]: DEBUG nova.compute.manager [req-d1d3e856-d6d8-4731-bb62-8abd143d108a req-d98c70db-aa27-45de-bd0d-255073e48a92 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] No waiting events found dispatching network-vif-plugged-5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.026754] env[69784]: WARNING nova.compute.manager [req-d1d3e856-d6d8-4731-bb62-8abd143d108a req-d98c70db-aa27-45de-bd0d-255073e48a92 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Received unexpected event network-vif-plugged-5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 for instance with vm_state building and task_state spawning. [ 972.092215] env[69784]: DEBUG nova.network.neutron [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Successfully updated port: 5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.131874] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.132451] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.135892] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.461s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.137806] env[69784]: INFO nova.compute.claims [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.197023] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.198129] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a67ffeb-3116-488e-88d2-b6f1e32aa638 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.209082] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 972.209082] env[69784]: value = "task-3627802" [ 972.209082] env[69784]: _type = "Task" [ 972.209082] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.219202] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627802, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.350043] env[69784]: DEBUG oslo_vmware.api [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627801, 'name': PowerOnVM_Task, 'duration_secs': 0.482212} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.350394] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.350648] env[69784]: INFO nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Took 8.09 seconds to spawn the instance on the hypervisor. [ 972.350839] env[69784]: DEBUG nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.351717] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908c8f4d-e899-4916-a26e-b63718cca7cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.370897] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5274e91a-b808-4349-500c-0874e70d142f, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.374918] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74258f1b-3802-4909-bfed-b05aa2298bbc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.381460] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 972.381460] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52471c9a-0cf1-e943-6511-6e026ea3ec7c" [ 972.381460] env[69784]: _type = "Task" [ 972.381460] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.385470] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc9dcf-6fa3-cbcb-3ffb-3c94df80721d, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.388922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.389322] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. {{(pid=69784) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 972.389629] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61687009-7af4-49e1-8aaf-63b353f20ff5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.403170] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52471c9a-0cf1-e943-6511-6e026ea3ec7c, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.404749] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.405018] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4/54e9468f-f5c4-4e18-809a-67de6687b2f4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.405348] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 972.405348] env[69784]: value = "task-3627803" [ 972.405348] env[69784]: _type = "Task" [ 972.405348] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.410483] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2829a86f-ac66-4af6-9d7a-1f107f27b87a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.425022] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 972.425022] env[69784]: value = "task-3627804" [ 972.425022] env[69784]: _type = "Task" [ 972.425022] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.429112] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.437174] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.474337] env[69784]: DEBUG nova.network.neutron [-] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.600034] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "refresh_cache-a93d4452-03f6-4d00-805d-e3d88b863c7d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.600034] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "refresh_cache-a93d4452-03f6-4d00-805d-e3d88b863c7d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.600034] env[69784]: DEBUG nova.network.neutron [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.638417] env[69784]: DEBUG nova.compute.utils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.641129] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.641129] env[69784]: DEBUG nova.network.neutron [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.678087] env[69784]: DEBUG nova.network.neutron [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updated VIF entry in instance network info cache for port 019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.679166] env[69784]: DEBUG nova.network.neutron [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [{"id": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "address": "fa:16:3e:55:f9:95", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e000f-48", "ovs_interfaceid": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.720038] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627802, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.737301] env[69784]: DEBUG nova.policy [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e93384655849c3ba3bc6bc5b8aadb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a94c774c6c874072930d3b0f6e963175', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.871691] env[69784]: INFO nova.compute.manager [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Took 53.99 seconds to build instance. [ 972.924218] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.937867] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.975840] env[69784]: INFO nova.compute.manager [-] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Took 1.30 seconds to deallocate network for instance. [ 973.145142] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.152358] env[69784]: DEBUG nova.network.neutron [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.186654] env[69784]: DEBUG oslo_concurrency.lockutils [req-c89d6f3d-c703-479b-8da4-05c41cba06eb req-567364f4-81e0-44d9-8e33-5dd3293e606d service nova] Releasing lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.206635] env[69784]: DEBUG nova.network.neutron [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Successfully created port: 1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.222745] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627802, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.346211] env[69784]: DEBUG nova.network.neutron [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Updating instance_info_cache with network_info: [{"id": "5dd3ff95-623e-4f1d-9e74-bd604e8d47e7", "address": "fa:16:3e:05:3e:67", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd3ff95-62", "ovs_interfaceid": "5dd3ff95-623e-4f1d-9e74-bd604e8d47e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.374139] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7a3b260-63d8-4395-9219-6eb2346f2c50 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.505s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.429065] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576337} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.429065] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. [ 973.429312] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98e2bd-9ca5-480e-9a78-9e473532c734 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.462069] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.468469] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832356ca-c3c4-4c38-a83e-a4489196c212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.482804] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669101} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.484079] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.484551] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4/54e9468f-f5c4-4e18-809a-67de6687b2f4.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.485175] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.485528] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8575ffa-5b0c-4be4-a29d-94e0fd1e6062 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.491690] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 973.491690] env[69784]: value = "task-3627805" [ 973.491690] env[69784]: _type = "Task" [ 973.491690] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.496093] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 973.496093] env[69784]: value = "task-3627806" [ 973.496093] env[69784]: _type = "Task" [ 973.496093] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.508280] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.515997] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.671686] env[69784]: DEBUG nova.compute.manager [req-301bce02-0b92-4e22-ac3c-118bab20c64c req-e087de65-877d-44eb-971d-2f9c2dd74e4d service nova] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Received event network-vif-deleted-3308bbe5-118d-4a25-bb3e-e01744edf7ee {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.721859] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627802, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.726978] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77bd714-28d9-4ea4-b53a-8d8672201909 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.738015] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283f89c-963b-43c1-993c-eab958e492c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.771739] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8773b1f-3e03-4e4f-bea7-757b6078f67a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.779836] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e6c9fb-9426-4bad-b0c2-67a8ffbb0e3f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.793887] env[69784]: DEBUG nova.compute.provider_tree [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.851023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "refresh_cache-a93d4452-03f6-4d00-805d-e3d88b863c7d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.851023] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Instance network_info: |[{"id": "5dd3ff95-623e-4f1d-9e74-bd604e8d47e7", "address": "fa:16:3e:05:3e:67", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd3ff95-62", "ovs_interfaceid": "5dd3ff95-623e-4f1d-9e74-bd604e8d47e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.851023] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:3e:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dd3ff95-623e-4f1d-9e74-bd604e8d47e7', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.858245] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.858469] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.858695] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64e9691b-9abb-4eeb-8b5c-8fde7160451a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.878196] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.878196] env[69784]: value = "task-3627807" [ 973.878196] env[69784]: _type = "Task" [ 973.878196] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.890052] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627807, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.001426] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.008938] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349696} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.009566] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.010422] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9758da78-f945-4336-8a73-db9a802bd8fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.036026] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4/54e9468f-f5c4-4e18-809a-67de6687b2f4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.036026] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55231657-c2ed-4ef0-b223-04685ba57c14 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.055334] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 974.055334] env[69784]: value = "task-3627808" [ 974.055334] env[69784]: _type = "Task" [ 974.055334] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.064705] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.137988] env[69784]: DEBUG nova.compute.manager [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Received event network-changed-5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.138269] env[69784]: DEBUG nova.compute.manager [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Refreshing instance network info cache due to event network-changed-5dd3ff95-623e-4f1d-9e74-bd604e8d47e7. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.138522] env[69784]: DEBUG oslo_concurrency.lockutils [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] Acquiring lock "refresh_cache-a93d4452-03f6-4d00-805d-e3d88b863c7d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.138684] env[69784]: DEBUG oslo_concurrency.lockutils [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] Acquired lock "refresh_cache-a93d4452-03f6-4d00-805d-e3d88b863c7d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.138849] env[69784]: DEBUG nova.network.neutron [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Refreshing network info cache for port 5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.164500] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.209665] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.209939] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.210275] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.210601] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.210674] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.211249] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.211249] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.211249] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.211448] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.211562] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.211740] env[69784]: DEBUG nova.virt.hardware [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.213544] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b2911-5f1d-46cf-8043-608d92f60238 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.229052] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab468b5a-fdda-483a-85ac-588a76b71c53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.233550] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627802, 'name': CloneVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.300127] env[69784]: DEBUG nova.scheduler.client.report [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.392095] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627807, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.505018] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627805, 'name': ReconfigVM_Task, 'duration_secs': 0.899092} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.505018] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 60428609-2f06-42ec-994e-473b86d87c17/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.505018] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0cd82-b32c-4c81-a1cd-ede5ea07f97b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.537591] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a98987f2-910e-4413-9900-6a5e70bf5224 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.557941] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 974.557941] env[69784]: value = "task-3627809" [ 974.557941] env[69784]: _type = "Task" [ 974.557941] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.567090] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.570420] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.726112] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627802, 'name': CloneVM_Task, 'duration_secs': 2.034918} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.726112] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Created linked-clone VM from snapshot [ 974.726112] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9fb5c7-d21b-40a6-80d6-2d1fe9a30ec7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.731882] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Uploading image aab78a49-83ea-46aa-a98d-5e9acf33c170 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.745736] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.745736] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f263db9-1475-4000-b898-4f116f988078 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.752142] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 974.752142] env[69784]: value = "task-3627810" [ 974.752142] env[69784]: _type = "Task" [ 974.752142] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.762670] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627810, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.803398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.803919] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.806659] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.302s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.806854] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.808918] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.725s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.809317] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.813093] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.880s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.813291] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.815866] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.330s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.819184] env[69784]: INFO nova.compute.claims [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.860083] env[69784]: INFO nova.scheduler.client.report [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Deleted allocations for instance 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd [ 974.860083] env[69784]: INFO nova.scheduler.client.report [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted allocations for instance 98640faf-0218-4024-8782-b326d2e764d0 [ 974.881781] env[69784]: INFO nova.scheduler.client.report [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted allocations for instance 2c17c19e-ea4e-4654-95f0-8daaf19907f4 [ 974.904457] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627807, 'name': CreateVM_Task, 'duration_secs': 0.617521} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.907039] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.908554] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.908826] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.909325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.910625] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff18201-db47-48d5-bd5d-a05b28ec3190 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.920133] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 974.920133] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e0cb5e-caf9-b35a-2de2-5e35d1cb0e77" [ 974.920133] env[69784]: _type = "Task" [ 974.920133] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.929481] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e0cb5e-caf9-b35a-2de2-5e35d1cb0e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.952707] env[69784]: DEBUG nova.network.neutron [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Updated VIF entry in instance network info cache for port 5dd3ff95-623e-4f1d-9e74-bd604e8d47e7. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.952962] env[69784]: DEBUG nova.network.neutron [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Updating instance_info_cache with network_info: [{"id": "5dd3ff95-623e-4f1d-9e74-bd604e8d47e7", "address": "fa:16:3e:05:3e:67", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd3ff95-62", "ovs_interfaceid": "5dd3ff95-623e-4f1d-9e74-bd604e8d47e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.976477] env[69784]: DEBUG nova.network.neutron [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Successfully updated port: 1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.073299] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627808, 'name': ReconfigVM_Task, 'duration_secs': 0.646402} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.078178] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4/54e9468f-f5c4-4e18-809a-67de6687b2f4.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.079211] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.079452] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abbc0e7a-3011-4b2c-9c89-ac0aa001433b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.086623] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 975.086623] env[69784]: value = "task-3627811" [ 975.086623] env[69784]: _type = "Task" [ 975.086623] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.098800] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627811, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.264346] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627810, 'name': Destroy_Task, 'duration_secs': 0.435479} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.264765] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Destroyed the VM [ 975.265183] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.265502] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e43821ed-6380-4efd-b3c1-12c99378fdf5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.273076] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 975.273076] env[69784]: value = "task-3627812" [ 975.273076] env[69784]: _type = "Task" [ 975.273076] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.282219] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627812, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.323943] env[69784]: DEBUG nova.compute.utils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.332038] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.332212] env[69784]: DEBUG nova.network.neutron [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.376971] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bd91b06-3c21-434b-82ef-3f27b3e9ae5b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "98640faf-0218-4024-8782-b326d2e764d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.322s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.378923] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bec947c5-e059-4eaf-80e7-fabc8a72217f tempest-FloatingIPsAssociationTestJSON-955441248 tempest-FloatingIPsAssociationTestJSON-955441248-project-member] Lock "5abe83e9-9bd7-4642-b3c1-c89bd4e150cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.760s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.400919] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ac55117d-644b-4328-a322-758c89a0e550 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "2c17c19e-ea4e-4654-95f0-8daaf19907f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.007s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.404914] env[69784]: DEBUG nova.policy [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f95e047c8d34783ab974fe179d44c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35aa5af60e748b7970d6e91a1609e35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.432031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.432031] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Processing image 1abeff0b-c95f-452f-8c6c-07e1f30b02ab {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.432031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.432031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.432031] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.432031] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00aad924-7760-43f7-a64b-5571ac8231a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.441750] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.441750] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.441750] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc9a08c-9824-4651-bb96-7f3f63b8fc44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.447586] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 975.447586] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526a0b43-b2fa-245e-dc87-36afd3e9a46a" [ 975.447586] env[69784]: _type = "Task" [ 975.447586] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.456512] env[69784]: DEBUG oslo_concurrency.lockutils [req-560f914b-629f-4635-8fff-83eabc2fbd55 req-095c3c41-4a6a-4717-9e3d-edbe869cf438 service nova] Releasing lock "refresh_cache-a93d4452-03f6-4d00-805d-e3d88b863c7d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.457508] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526a0b43-b2fa-245e-dc87-36afd3e9a46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.479526] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.480015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.480739] env[69784]: DEBUG nova.network.neutron [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.573527] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627809, 'name': ReconfigVM_Task, 'duration_secs': 0.942433} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.574465] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.574465] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3699696f-2117-42d4-a272-7e458b32099f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.581509] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 975.581509] env[69784]: value = "task-3627813" [ 975.581509] env[69784]: _type = "Task" [ 975.581509] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.600024] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.600493] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627811, 'name': Rename_Task, 'duration_secs': 0.206089} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.601212] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.601533] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ef18d7-d839-48d7-a254-9eb519987bca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.609442] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 975.609442] env[69784]: value = "task-3627814" [ 975.609442] env[69784]: _type = "Task" [ 975.609442] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.619538] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.788664] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627812, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.836684] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.888246] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.888528] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.888747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.888928] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.889209] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.892537] env[69784]: INFO nova.compute.manager [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Terminating instance [ 975.964667] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 975.965086] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Fetch image to [datastore1] OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a/OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 975.965385] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Downloading stream optimized image 1abeff0b-c95f-452f-8c6c-07e1f30b02ab to [datastore1] OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a/OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a.vmdk on the data store datastore1 as vApp {{(pid=69784) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 975.965889] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Downloading image file data 1abeff0b-c95f-452f-8c6c-07e1f30b02ab to the ESX as VM named 'OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a' {{(pid=69784) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 976.007863] env[69784]: DEBUG nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-changed-0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.008090] env[69784]: DEBUG nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Refreshing instance network info cache due to event network-changed-0ac3b2b0-8763-4e36-bb16-3d108afd5615. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.008309] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Acquiring lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.008476] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Acquired lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.008652] env[69784]: DEBUG nova.network.neutron [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Refreshing network info cache for port 0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.038732] env[69784]: DEBUG nova.network.neutron [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.093450] env[69784]: DEBUG oslo_vmware.api [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627813, 'name': PowerOnVM_Task, 'duration_secs': 0.459535} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.096397] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.097681] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 976.097681] env[69784]: value = "resgroup-9" [ 976.097681] env[69784]: _type = "ResourcePool" [ 976.097681] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 976.101049] env[69784]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-db895d2f-c794-4835-ba0a-5114a6df73bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.116750] env[69784]: DEBUG nova.compute.manager [None req-d709370d-7139-445b-91e6-2ac4fbc76f53 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.122840] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528c96f-b22d-40a4-9450-2bd1edec4e15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.134813] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627814, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.137620] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease: (returnval){ [ 976.137620] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2fb20-2671-991e-1625-7d10d439ed2f" [ 976.137620] env[69784]: _type = "HttpNfcLease" [ 976.137620] env[69784]: } obtained for vApp import into resource pool (val){ [ 976.137620] env[69784]: value = "resgroup-9" [ 976.137620] env[69784]: _type = "ResourcePool" [ 976.137620] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 976.137861] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the lease: (returnval){ [ 976.137861] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2fb20-2671-991e-1625-7d10d439ed2f" [ 976.137861] env[69784]: _type = "HttpNfcLease" [ 976.137861] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.149643] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.149643] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2fb20-2671-991e-1625-7d10d439ed2f" [ 976.149643] env[69784]: _type = "HttpNfcLease" [ 976.149643] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.206558] env[69784]: DEBUG nova.network.neutron [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Successfully created port: 259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.289941] env[69784]: DEBUG oslo_vmware.api [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627812, 'name': RemoveSnapshot_Task, 'duration_secs': 0.844273} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.290421] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 976.293734] env[69784]: DEBUG nova.network.neutron [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.397839] env[69784]: DEBUG nova.compute.manager [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.398101] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.399669] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367205e3-c2ac-4f9c-9fb8-0043cd102f7c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.407158] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.407563] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a9dd922-bd82-44ac-8bb3-a838ad75b5fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.415707] env[69784]: DEBUG oslo_vmware.api [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 976.415707] env[69784]: value = "task-3627816" [ 976.415707] env[69784]: _type = "Task" [ 976.415707] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.424792] env[69784]: DEBUG oslo_vmware.api [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.499237] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f47f2a-a4cb-4c4c-9233-7358e5c7ed1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.511935] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db8ff68-6d2f-4c80-946a-4cb4f7690a05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.546291] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e50ac6-2c8f-4427-8957-eb70de26143c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.554898] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5730d5-7dd8-4da9-b6a6-bc809740254f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.571158] env[69784]: DEBUG nova.compute.provider_tree [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.639100] env[69784]: DEBUG oslo_vmware.api [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627814, 'name': PowerOnVM_Task, 'duration_secs': 0.764722} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.639486] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.639791] env[69784]: INFO nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Took 7.79 seconds to spawn the instance on the hypervisor. [ 976.640302] env[69784]: DEBUG nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.641759] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08403a42-5a77-4a0f-8925-4db98fc46af9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.674363] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.674363] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2fb20-2671-991e-1625-7d10d439ed2f" [ 976.674363] env[69784]: _type = "HttpNfcLease" [ 976.674363] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.800037] env[69784]: WARNING nova.compute.manager [None req-ec93e395-96ba-4e9b-98ee-5b9f86b0169e tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Image not found during snapshot: nova.exception.ImageNotFound: Image aab78a49-83ea-46aa-a98d-5e9acf33c170 could not be found. [ 976.800037] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.800037] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance network_info: |[{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.800037] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d1:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cc2966e-f081-466c-987d-8f4ab76952a3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.807717] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating folder: Project (a94c774c6c874072930d3b0f6e963175). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.808032] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e9923eb-4a1e-4eca-8a18-2a318825bba2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.819868] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created folder: Project (a94c774c6c874072930d3b0f6e963175) in parent group-v723273. [ 976.820090] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating folder: Instances. Parent ref: group-v723474. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.820611] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89852560-333f-4362-ba5e-6d1ad9051045 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.832481] env[69784]: DEBUG nova.network.neutron [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updated VIF entry in instance network info cache for port 0ac3b2b0-8763-4e36-bb16-3d108afd5615. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.832868] env[69784]: DEBUG nova.network.neutron [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.835249] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created folder: Instances in parent group-v723474. [ 976.838080] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.838080] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.838080] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb8616f-88d1-4095-b738-1079485c20ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.853313] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.860440] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.860440] env[69784]: value = "task-3627819" [ 976.860440] env[69784]: _type = "Task" [ 976.860440] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.871980] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627819, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.887138] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.887138] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.887138] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.887138] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.887138] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.887138] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.887898] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.888364] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.888664] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.888940] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.889276] env[69784]: DEBUG nova.virt.hardware [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.890374] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b79e869-8447-49b3-ab89-30baeeba835f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.899402] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77456012-cb70-4951-979b-22a982aee448 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.926126] env[69784]: DEBUG oslo_vmware.api [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627816, 'name': PowerOffVM_Task, 'duration_secs': 0.304641} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.926624] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.926904] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.927350] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a3e2f0-cc7c-48f9-a5e8-f0e61b3b81a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.002413] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.004022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.004022] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore1] 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.004022] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4464b1b1-3a61-4fcb-805a-028bf63e7539 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.013072] env[69784]: DEBUG oslo_vmware.api [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 977.013072] env[69784]: value = "task-3627821" [ 977.013072] env[69784]: _type = "Task" [ 977.013072] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.024606] env[69784]: DEBUG oslo_vmware.api [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.079169] env[69784]: DEBUG nova.scheduler.client.report [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.161632] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.161632] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2fb20-2671-991e-1625-7d10d439ed2f" [ 977.161632] env[69784]: _type = "HttpNfcLease" [ 977.161632] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.161950] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.161950] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f2fb20-2671-991e-1625-7d10d439ed2f" [ 977.161950] env[69784]: _type = "HttpNfcLease" [ 977.161950] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 977.162716] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a894b-e02c-4749-904f-b99142d1dcfc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.173536] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d74d9-8fbf-a554-7744-e497666bf6b5/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.173536] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d74d9-8fbf-a554-7744-e497666bf6b5/disk-0.vmdk. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 977.240239] env[69784]: INFO nova.compute.manager [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Took 52.18 seconds to build instance. [ 977.246667] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-861453a1-0d1e-4e3e-93a7-5862c824e43d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.340286] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Releasing lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.340286] env[69784]: DEBUG nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-vif-plugged-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.340286] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.340286] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.340286] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.340286] env[69784]: DEBUG nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] No waiting events found dispatching network-vif-plugged-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.340286] env[69784]: WARNING nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received unexpected event network-vif-plugged-1cc2966e-f081-466c-987d-8f4ab76952a3 for instance with vm_state building and task_state spawning. [ 977.340286] env[69784]: DEBUG nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.340286] env[69784]: DEBUG nova.compute.manager [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing instance network info cache due to event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.340286] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.340286] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.340286] env[69784]: DEBUG nova.network.neutron [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.372927] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627819, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.524565] env[69784]: DEBUG oslo_vmware.api [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270074} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.524934] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.525788] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.525788] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.525788] env[69784]: INFO nova.compute.manager [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 977.525788] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.525988] env[69784]: DEBUG nova.compute.manager [-] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.526109] env[69784]: DEBUG nova.network.neutron [-] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.584140] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.584745] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.587710] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.626s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.587928] env[69784]: DEBUG nova.objects.instance [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lazy-loading 'resources' on Instance uuid 4536df5c-0d09-4083-aae3-809af5493e7c {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.744095] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9df4321c-9c02-4875-94b4-a8a0d534dc0e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.705s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.876100] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627819, 'name': CreateVM_Task, 'duration_secs': 0.549481} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.877636] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.878402] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.878755] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.878972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.879294] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35a43c0-0360-45df-910c-d09cff0f8995 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.886518] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 977.886518] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3c84c-1efb-4bd1-a644-026265e1a715" [ 977.886518] env[69784]: _type = "Task" [ 977.886518] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.895639] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3c84c-1efb-4bd1-a644-026265e1a715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.945830] env[69784]: DEBUG nova.compute.manager [req-f240582e-0080-45ec-8d02-ab18f822bd2d req-44388ce8-7185-41c7-9e3b-731ed6f56ff7 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Received event network-vif-deleted-7c05abaf-77b6-4383-a608-91e49cc6b9cd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.946052] env[69784]: INFO nova.compute.manager [req-f240582e-0080-45ec-8d02-ab18f822bd2d req-44388ce8-7185-41c7-9e3b-731ed6f56ff7 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Neutron deleted interface 7c05abaf-77b6-4383-a608-91e49cc6b9cd; detaching it from the instance and deleting it from the info cache [ 977.946230] env[69784]: DEBUG nova.network.neutron [req-f240582e-0080-45ec-8d02-ab18f822bd2d req-44388ce8-7185-41c7-9e3b-731ed6f56ff7 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.097670] env[69784]: DEBUG nova.compute.utils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.106040] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.106149] env[69784]: DEBUG nova.network.neutron [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.193784] env[69784]: DEBUG nova.policy [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a70157177f3443eaf22fa51e666fed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1601951c7a045058765b3ff30c93c3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.198254] env[69784]: DEBUG nova.network.neutron [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updated VIF entry in instance network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.198744] env[69784]: DEBUG nova.network.neutron [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.228564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "38933b68-873b-42da-b719-9b74a0e72cd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.228564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "38933b68-873b-42da-b719-9b74a0e72cd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.228564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "38933b68-873b-42da-b719-9b74a0e72cd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.228564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "38933b68-873b-42da-b719-9b74a0e72cd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.228564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "38933b68-873b-42da-b719-9b74a0e72cd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.237209] env[69784]: INFO nova.compute.manager [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Terminating instance [ 978.274986] env[69784]: DEBUG nova.network.neutron [-] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.283540] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 978.284072] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d74d9-8fbf-a554-7744-e497666bf6b5/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.286020] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b285da0-81b8-4cdd-9070-2ee3b06dee94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.299020] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d74d9-8fbf-a554-7744-e497666bf6b5/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.299020] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d74d9-8fbf-a554-7744-e497666bf6b5/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 978.299020] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-50b51bd3-f846-4c4c-96f2-4561921f85ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.401231] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b3c84c-1efb-4bd1-a644-026265e1a715, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.405201] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.405611] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.405979] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.406263] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.406571] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.407224] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1402977c-2837-4030-b742-e12969e1b04e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.413226] env[69784]: INFO nova.compute.manager [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Unrescuing [ 978.413536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.413742] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.413960] env[69784]: DEBUG nova.network.neutron [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.418342] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.420156] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.428286] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8cfc67-4caa-407d-9af0-66395382b36d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.437487] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 978.437487] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f83dca-89b2-ccf2-c768-89cd2f54e75b" [ 978.437487] env[69784]: _type = "Task" [ 978.437487] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.449940] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f83dca-89b2-ccf2-c768-89cd2f54e75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.453171] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40ec1acb-56c2-4393-ad43-b9705ceed174 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.464406] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71821a94-7774-48f1-bc89-4017bb007dd5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.509213] env[69784]: DEBUG nova.compute.manager [req-f240582e-0080-45ec-8d02-ab18f822bd2d req-44388ce8-7185-41c7-9e3b-731ed6f56ff7 service nova] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Detach interface failed, port_id=7c05abaf-77b6-4383-a608-91e49cc6b9cd, reason: Instance 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.586876] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d74d9-8fbf-a554-7744-e497666bf6b5/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 978.587629] env[69784]: INFO nova.virt.vmwareapi.images [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Downloaded image file data 1abeff0b-c95f-452f-8c6c-07e1f30b02ab [ 978.588501] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abbab5-45af-4a26-b87e-bea78a6b5434 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.598032] env[69784]: DEBUG nova.network.neutron [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Successfully updated port: 259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.612709] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.620236] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbb93625-2d59-42d0-a50b-9e2a439d2ffa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.673212] env[69784]: INFO nova.virt.vmwareapi.images [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] The imported VM was unregistered [ 978.675893] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 978.676176] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.679773] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ab9675-9eb6-4b57-8c2c-f5cd57cb36e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.694031] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created directory with path [datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.694236] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a/OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a.vmdk to [datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk. {{(pid=69784) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 978.694538] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed040bc8-e595-4073-ba35-387e295ec900 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.705251] env[69784]: DEBUG nova.network.neutron [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Successfully created port: cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.709114] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 978.709114] env[69784]: value = "task-3627823" [ 978.709114] env[69784]: _type = "Task" [ 978.709114] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.712725] env[69784]: DEBUG oslo_concurrency.lockutils [req-89b9f071-5a3d-4e59-aa62-aae5e6be104f req-0d36ce5c-6c7f-4ba0-9a1d-24472ca1838f service nova] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.722165] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.747838] env[69784]: DEBUG nova.compute.manager [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.751086] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.751086] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea401b9-4c81-4e69-8b65-1103468af885 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.762294] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.762718] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c872b2-3b38-49c9-b21e-03ab567cc2e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.769724] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 978.769724] env[69784]: value = "task-3627824" [ 978.769724] env[69784]: _type = "Task" [ 978.769724] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.780306] env[69784]: INFO nova.compute.manager [-] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Took 1.25 seconds to deallocate network for instance. [ 978.780859] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.810519] env[69784]: DEBUG nova.compute.manager [req-f03ea19b-3beb-46d5-8c68-0518cfabee49 req-9fc7bca5-9703-4252-80c1-eb962652387f service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Received event network-vif-plugged-259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.810773] env[69784]: DEBUG oslo_concurrency.lockutils [req-f03ea19b-3beb-46d5-8c68-0518cfabee49 req-9fc7bca5-9703-4252-80c1-eb962652387f service nova] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.811888] env[69784]: DEBUG oslo_concurrency.lockutils [req-f03ea19b-3beb-46d5-8c68-0518cfabee49 req-9fc7bca5-9703-4252-80c1-eb962652387f service nova] Lock "a5efca09-30e0-4283-94bb-58004599a01a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.812301] env[69784]: DEBUG oslo_concurrency.lockutils [req-f03ea19b-3beb-46d5-8c68-0518cfabee49 req-9fc7bca5-9703-4252-80c1-eb962652387f service nova] Lock "a5efca09-30e0-4283-94bb-58004599a01a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.812444] env[69784]: DEBUG nova.compute.manager [req-f03ea19b-3beb-46d5-8c68-0518cfabee49 req-9fc7bca5-9703-4252-80c1-eb962652387f service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] No waiting events found dispatching network-vif-plugged-259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.812616] env[69784]: WARNING nova.compute.manager [req-f03ea19b-3beb-46d5-8c68-0518cfabee49 req-9fc7bca5-9703-4252-80c1-eb962652387f service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Received unexpected event network-vif-plugged-259732a7-eb75-4736-83ab-bdb91a1a5f44 for instance with vm_state building and task_state spawning. [ 978.833596] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f02d4-e878-4873-86b5-9356d1667e47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.843422] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718b797a-597c-48ff-afb5-da5cd1327763 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.876873] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e1489-2390-4783-9932-714a13b9a3ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.885572] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c1b09-c267-4948-a011-938eefefc040 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.903178] env[69784]: DEBUG nova.compute.provider_tree [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.947268] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f83dca-89b2-ccf2-c768-89cd2f54e75b, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.948109] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64498f54-a109-4859-8b4a-e629d9bc537a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.954760] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 978.954760] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d931c4-4dfc-6b95-84b0-a1763fe2688b" [ 978.954760] env[69784]: _type = "Task" [ 978.954760] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.963717] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d931c4-4dfc-6b95-84b0-a1763fe2688b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.097535] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.097692] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.097829] env[69784]: DEBUG nova.network.neutron [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.224923] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.275907] env[69784]: DEBUG nova.network.neutron [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.288795] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627824, 'name': PowerOffVM_Task, 'duration_secs': 0.212812} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.288795] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.288985] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.289969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.290900] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1fcfec6-e232-4564-8eca-14290b136390 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.408544] env[69784]: DEBUG nova.scheduler.client.report [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.468668] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d931c4-4dfc-6b95-84b0-a1763fe2688b, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.468953] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.469315] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.469644] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b22b44f1-d28b-45cf-91e1-373f4fa58e3f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.479744] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 979.479744] env[69784]: value = "task-3627826" [ 979.479744] env[69784]: _type = "Task" [ 979.479744] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.491790] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.625901] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.644809] env[69784]: DEBUG nova.network.neutron [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.667177] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.667177] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.667177] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.667666] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.667987] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.668326] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.668709] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.669035] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.669416] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.669732] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.672027] env[69784]: DEBUG nova.virt.hardware [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.672027] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f61657-b2df-4b97-80d4-fa33725b3b3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.680044] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4822f1-c38a-4593-8dbb-0a396f562771 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.687234] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.687234] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.687234] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleting the datastore file [datastore1] 38933b68-873b-42da-b719-9b74a0e72cd8 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.687234] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b873a3fd-dc24-46e7-944b-ea13ee467274 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.714465] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 979.714465] env[69784]: value = "task-3627827" [ 979.714465] env[69784]: _type = "Task" [ 979.714465] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.728778] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.731841] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.781386] env[69784]: DEBUG oslo_concurrency.lockutils [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.782624] env[69784]: DEBUG nova.objects.instance [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lazy-loading 'flavor' on Instance uuid 60428609-2f06-42ec-994e-473b86d87c17 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.826396] env[69784]: DEBUG nova.network.neutron [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating instance_info_cache with network_info: [{"id": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "address": "fa:16:3e:1b:5c:ec", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259732a7-eb", "ovs_interfaceid": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.913895] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.919178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.183s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.919178] env[69784]: INFO nova.compute.claims [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.951386] env[69784]: INFO nova.scheduler.client.report [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Deleted allocations for instance 4536df5c-0d09-4083-aae3-809af5493e7c [ 979.993561] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.227663] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.231999] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.290392] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b705c4c9-7ea0-4bfb-b6fa-9186ac9b034a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.339018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.339018] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance network_info: |[{"id": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "address": "fa:16:3e:1b:5c:ec", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259732a7-eb", "ovs_interfaceid": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.339018] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.339018] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:5c:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259732a7-eb75-4736-83ab-bdb91a1a5f44', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.345905] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.346141] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e74e8a9-89d6-4d18-9c98-39e5441a1c13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.348026] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.348256] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01455ffe-b742-431c-9d9b-56b725cf1a10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.370177] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.370177] env[69784]: value = "task-3627829" [ 980.370177] env[69784]: _type = "Task" [ 980.370177] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.374905] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 980.374905] env[69784]: value = "task-3627828" [ 980.374905] env[69784]: _type = "Task" [ 980.374905] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.383160] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627829, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.390642] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.463020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-db2bcd5d-f277-469f-b344-5e36f83db4eb tempest-ServersNegativeTestMultiTenantJSON-711646333 tempest-ServersNegativeTestMultiTenantJSON-711646333-project-member] Lock "4536df5c-0d09-4083-aae3-809af5493e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.047s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.493792] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.729323] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.734173] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.892510] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.897555] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627829, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.950304] env[69784]: DEBUG nova.compute.manager [req-21a133c8-50cd-4789-b4e7-8bc9c09fb7fd req-b4e21b5a-0e7d-4ded-9f93-f5e9c2b4f98c service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Received event network-vif-plugged-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.950460] env[69784]: DEBUG oslo_concurrency.lockutils [req-21a133c8-50cd-4789-b4e7-8bc9c09fb7fd req-b4e21b5a-0e7d-4ded-9f93-f5e9c2b4f98c service nova] Acquiring lock "3bea689f-48a1-4fdf-b20f-b80cd936b398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.950818] env[69784]: DEBUG oslo_concurrency.lockutils [req-21a133c8-50cd-4789-b4e7-8bc9c09fb7fd req-b4e21b5a-0e7d-4ded-9f93-f5e9c2b4f98c service nova] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.951026] env[69784]: DEBUG oslo_concurrency.lockutils [req-21a133c8-50cd-4789-b4e7-8bc9c09fb7fd req-b4e21b5a-0e7d-4ded-9f93-f5e9c2b4f98c service nova] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.951217] env[69784]: DEBUG nova.compute.manager [req-21a133c8-50cd-4789-b4e7-8bc9c09fb7fd req-b4e21b5a-0e7d-4ded-9f93-f5e9c2b4f98c service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] No waiting events found dispatching network-vif-plugged-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.951396] env[69784]: WARNING nova.compute.manager [req-21a133c8-50cd-4789-b4e7-8bc9c09fb7fd req-b4e21b5a-0e7d-4ded-9f93-f5e9c2b4f98c service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Received unexpected event network-vif-plugged-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b for instance with vm_state building and task_state spawning. [ 980.993606] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.100812] env[69784]: DEBUG nova.network.neutron [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Successfully updated port: cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.138269] env[69784]: DEBUG nova.compute.manager [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Received event network-changed-259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.138406] env[69784]: DEBUG nova.compute.manager [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Refreshing instance network info cache due to event network-changed-259732a7-eb75-4736-83ab-bdb91a1a5f44. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.138585] env[69784]: DEBUG oslo_concurrency.lockutils [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] Acquiring lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.138818] env[69784]: DEBUG oslo_concurrency.lockutils [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] Acquired lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.138883] env[69784]: DEBUG nova.network.neutron [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Refreshing network info cache for port 259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.223094] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.233299] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.384792] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627829, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.394069] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627828, 'name': PowerOffVM_Task, 'duration_secs': 0.629122} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.394470] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.401161] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfiguring VM instance instance-00000035 to detach disk 2002 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.405345] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dbc6c4e-5d13-4611-82a6-9a2adb3ec816 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.427606] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 981.427606] env[69784]: value = "task-3627830" [ 981.427606] env[69784]: _type = "Task" [ 981.427606] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.438368] env[69784]: DEBUG nova.compute.manager [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 981.448595] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.494756] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.528983] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39878b1d-4980-4646-a223-b0a354cca4ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.538572] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac6198b-cc41-4dda-abc3-b27e9123323e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.576049] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0089a7b6-3039-410e-91cd-9c1f1ace01ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.586655] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ecc12-0b30-4b27-b853-b30241412f42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.603963] env[69784]: DEBUG nova.compute.provider_tree [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.605954] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.606220] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquired lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.606352] env[69784]: DEBUG nova.network.neutron [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.722218] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627823, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.968153} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.722686] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a/OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a.vmdk to [datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk. [ 981.722768] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Cleaning up location [datastore1] OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 981.722928] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ad38bded-9b41-4b61-9489-3c43f0d6f90a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.726192] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5a1b084-68c2-447e-a7ff-ceb6741bf216 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.734481] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 981.734481] env[69784]: value = "task-3627831" [ 981.734481] env[69784]: _type = "Task" [ 981.734481] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.738635] env[69784]: DEBUG oslo_vmware.api [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3627827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.772244} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.740111] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.740329] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.740502] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.740744] env[69784]: INFO nova.compute.manager [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Took 2.99 seconds to destroy the instance on the hypervisor. [ 981.740905] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.741133] env[69784]: DEBUG nova.compute.manager [-] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.741210] env[69784]: DEBUG nova.network.neutron [-] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.756365] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.887321] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627829, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.939934] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627830, 'name': ReconfigVM_Task, 'duration_secs': 0.420546} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.940269] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfigured VM instance instance-00000035 to detach disk 2002 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.940522] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.940736] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e4353d-43d8-4a8e-92e0-ef596a4ddf30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.954245] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 981.954245] env[69784]: value = "task-3627832" [ 981.954245] env[69784]: _type = "Task" [ 981.954245] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.963218] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.964154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.991892] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627826, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.208934} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.995390] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.995778] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.996184] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b23714-6f3a-471a-a290-b41b0a9380c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.004029] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 982.004029] env[69784]: value = "task-3627833" [ 982.004029] env[69784]: _type = "Task" [ 982.004029] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.013662] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.098293] env[69784]: DEBUG nova.network.neutron [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updated VIF entry in instance network info cache for port 259732a7-eb75-4736-83ab-bdb91a1a5f44. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.098689] env[69784]: DEBUG nova.network.neutron [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating instance_info_cache with network_info: [{"id": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "address": "fa:16:3e:1b:5c:ec", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259732a7-eb", "ovs_interfaceid": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.112024] env[69784]: DEBUG nova.scheduler.client.report [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.178947] env[69784]: DEBUG nova.network.neutron [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.247566] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112893} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.247566] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.247566] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.247566] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk to [datastore1] a93d4452-03f6-4d00-805d-e3d88b863c7d/a93d4452-03f6-4d00-805d-e3d88b863c7d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.247910] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91be1b30-63f3-40c1-874e-be732612d70f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.257634] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 982.257634] env[69784]: value = "task-3627834" [ 982.257634] env[69784]: _type = "Task" [ 982.257634] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.272529] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.389316] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627829, 'name': CreateVM_Task, 'duration_secs': 1.591819} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.391832] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.392588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.392741] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.393147] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.394407] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5ad3e4-7382-4ce4-a9c4-dd879899afa4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.399786] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 982.399786] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e5972-d4af-daf2-d7cb-35a7d49d044e" [ 982.399786] env[69784]: _type = "Task" [ 982.399786] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.412045] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e5972-d4af-daf2-d7cb-35a7d49d044e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.465200] env[69784]: DEBUG oslo_vmware.api [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627832, 'name': PowerOnVM_Task, 'duration_secs': 0.411666} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.465489] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.466477] env[69784]: DEBUG nova.compute.manager [None req-46650ff8-4b18-42a4-85b9-81eafcecefae tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.466967] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a2ca6-36d8-4925-90b4-86f7caf50a95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.476129] env[69784]: DEBUG nova.network.neutron [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Updating instance_info_cache with network_info: [{"id": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "address": "fa:16:3e:9c:aa:35", "network": {"id": "e2aaee37-b4f1-42d1-a838-403a288060bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-612317749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1601951c7a045058765b3ff30c93c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ccf7c-8f", "ovs_interfaceid": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.516523] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152592} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.516806] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.517647] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f379025f-c5bc-4599-9a8f-db65789c6922 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.545814] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.546865] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaeb4275-380d-4bfc-bbc8-a70fd9eb1db0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.572273] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 982.572273] env[69784]: value = "task-3627835" [ 982.572273] env[69784]: _type = "Task" [ 982.572273] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.581556] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.601805] env[69784]: DEBUG oslo_concurrency.lockutils [req-93bdd80d-6c18-4eda-91ce-19ed6d3b9dc3 req-89ae99d4-a62d-4587-9c9f-22dfae469a2c service nova] Releasing lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.618713] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.619381] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.623329] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.234s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.623329] env[69784]: DEBUG nova.objects.instance [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lazy-loading 'resources' on Instance uuid b4e74b8a-cc84-47b6-9093-cbd2b2e59740 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.768163] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.779145] env[69784]: DEBUG nova.network.neutron [-] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.913016] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526e5972-d4af-daf2-d7cb-35a7d49d044e, 'name': SearchDatastore_Task, 'duration_secs': 0.054198} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.913016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.913016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.913016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.913016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.913016] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.913016] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee547e1-d68b-4ccf-9f1f-4ed5504c0a7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.930955] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.930955] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.932956] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a834577b-34e7-48c5-8d0c-4372e6517552 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.940641] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 982.940641] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee9546-6b00-9ce1-9c8a-687e1553108d" [ 982.940641] env[69784]: _type = "Task" [ 982.940641] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.949017] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee9546-6b00-9ce1-9c8a-687e1553108d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.985016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Releasing lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.985300] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Instance network_info: |[{"id": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "address": "fa:16:3e:9c:aa:35", "network": {"id": "e2aaee37-b4f1-42d1-a838-403a288060bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-612317749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1601951c7a045058765b3ff30c93c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ccf7c-8f", "ovs_interfaceid": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.985758] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:aa:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.994828] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Creating folder: Project (e1601951c7a045058765b3ff30c93c3a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.997155] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c5fe92-669c-4f81-a8f2-8483ceb2e7f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.014723] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Created folder: Project (e1601951c7a045058765b3ff30c93c3a) in parent group-v723273. [ 983.014930] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Creating folder: Instances. Parent ref: group-v723478. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.017222] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-218056a1-0ce3-4c29-9211-09280780b900 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.025127] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Created folder: Instances in parent group-v723478. [ 983.025127] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.025204] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.025401] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f141a375-3662-4d4e-892d-65b875b5cce1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.048702] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.048702] env[69784]: value = "task-3627838" [ 983.048702] env[69784]: _type = "Task" [ 983.048702] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.058328] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627838, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.082963] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.127485] env[69784]: DEBUG nova.compute.utils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.132356] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.132523] env[69784]: DEBUG nova.network.neutron [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.222126] env[69784]: DEBUG nova.policy [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e47c3eb987a4f2fa7809ca91cea0145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4359cf34fc419b89bed76a595d01fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.278263] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.285650] env[69784]: INFO nova.compute.manager [-] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Took 1.54 seconds to deallocate network for instance. [ 983.455692] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee9546-6b00-9ce1-9c8a-687e1553108d, 'name': SearchDatastore_Task, 'duration_secs': 0.013966} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.456643] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3cf5910-ffd2-4dc8-a8d3-932388fd7c94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.465499] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 983.465499] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd8578-39fc-1e54-2a90-3fe1dc00910b" [ 983.465499] env[69784]: _type = "Task" [ 983.465499] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.474483] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd8578-39fc-1e54-2a90-3fe1dc00910b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.543707] env[69784]: DEBUG nova.compute.manager [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Received event network-changed-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.544214] env[69784]: DEBUG nova.compute.manager [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Refreshing instance network info cache due to event network-changed-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.544567] env[69784]: DEBUG oslo_concurrency.lockutils [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] Acquiring lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.547503] env[69784]: DEBUG oslo_concurrency.lockutils [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] Acquired lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.547503] env[69784]: DEBUG nova.network.neutron [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Refreshing network info cache for port cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.562212] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627838, 'name': CreateVM_Task, 'duration_secs': 0.411575} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.563066] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.563828] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563998] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.564347] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.568609] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e13687-47aa-4693-a05b-a6c855257f36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.577909] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 983.577909] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5276d069-df37-f007-3e1e-ecd908ccbb60" [ 983.577909] env[69784]: _type = "Task" [ 983.577909] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.595059] env[69784]: DEBUG nova.compute.manager [req-4404bcc0-3a93-41d8-8411-c5e8fb399df2 req-a9d0df99-f485-4b8b-8f3a-9464e12aac2d service nova] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Received event network-vif-deleted-9093f935-e2fb-44bf-9c62-92cbd6e8ce29 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.599215] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.602967] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5276d069-df37-f007-3e1e-ecd908ccbb60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.633043] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.737842] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1544c-ac55-4a8b-82b4-762973735b45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.758015] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec4511-93ba-4eea-b726-28a6af213633 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.796871] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528aeca-4444-411a-b3aa-37b28ad28989 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.804213] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.805081] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.812986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815302f7-4fc4-4ddd-8033-565dcb9f76d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.837047] env[69784]: DEBUG nova.compute.provider_tree [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.964369] env[69784]: DEBUG nova.network.neutron [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Successfully created port: b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.990479] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd8578-39fc-1e54-2a90-3fe1dc00910b, 'name': SearchDatastore_Task, 'duration_secs': 0.082646} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.990831] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.991078] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.991723] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80d2bb12-22df-41ed-8016-08f408e33da2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.001256] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 984.001256] env[69784]: value = "task-3627839" [ 984.001256] env[69784]: _type = "Task" [ 984.001256] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.013140] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.095491] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627835, 'name': ReconfigVM_Task, 'duration_secs': 1.047741} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.098655] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.099756] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2225725c-aea4-4d41-9204-247f3d9e2116 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.108488] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5276d069-df37-f007-3e1e-ecd908ccbb60, 'name': SearchDatastore_Task, 'duration_secs': 0.08737} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.109454] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.111044] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.111044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.111044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.111044] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.111044] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6f0aa50-f88d-4728-81c2-2d97fbf8ec44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.117351] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 984.117351] env[69784]: value = "task-3627840" [ 984.117351] env[69784]: _type = "Task" [ 984.117351] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.130119] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.130347] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.136320] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6610f5b2-c0a0-4421-831d-ef953b9805d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.142036] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627840, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.157597] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 984.157597] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52510a05-bb8d-0a63-e843-d6f945db2e47" [ 984.157597] env[69784]: _type = "Task" [ 984.157597] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.171123] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52510a05-bb8d-0a63-e843-d6f945db2e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.279707] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "270203ea-3075-4d3e-ac0e-b8320d0635c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.279970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.281332] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.340863] env[69784]: DEBUG nova.scheduler.client.report [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.455882] env[69784]: DEBUG nova.network.neutron [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Updated VIF entry in instance network info cache for port cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.456330] env[69784]: DEBUG nova.network.neutron [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Updating instance_info_cache with network_info: [{"id": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "address": "fa:16:3e:9c:aa:35", "network": {"id": "e2aaee37-b4f1-42d1-a838-403a288060bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-612317749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1601951c7a045058765b3ff30c93c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ccf7c-8f", "ovs_interfaceid": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.517853] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.636691] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627840, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.661732] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.678679] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52510a05-bb8d-0a63-e843-d6f945db2e47, 'name': SearchDatastore_Task, 'duration_secs': 0.09044} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.680995] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f80d41-1bd2-433a-8d02-55dfb5b63721 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.688394] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 984.688394] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52765e2c-8f76-aec2-5e25-65305c0b12a3" [ 984.688394] env[69784]: _type = "Task" [ 984.688394] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.700839] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.701134] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.701298] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.701478] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.701623] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.702499] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.702499] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.702499] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.702499] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.702648] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.702721] env[69784]: DEBUG nova.virt.hardware [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.706225] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3970bf-c3ad-4775-a34f-070cf50da08f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.713286] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52765e2c-8f76-aec2-5e25-65305c0b12a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.721507] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc442a-c915-47b3-b909-d123a2667757 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.772680] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.784284] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.847578] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.850913] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.462s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.851106] env[69784]: DEBUG nova.objects.instance [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lazy-loading 'resources' on Instance uuid 397fc244-c0c3-467e-9feb-4b7afbbe2f2a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.877849] env[69784]: INFO nova.scheduler.client.report [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Deleted allocations for instance b4e74b8a-cc84-47b6-9093-cbd2b2e59740 [ 984.959531] env[69784]: DEBUG oslo_concurrency.lockutils [req-5f89053f-0f9e-4dd6-8b0c-2dcb0682aa09 req-ae103c63-301d-4ea1-b320-7722521e9361 service nova] Releasing lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.016191] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.135648] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627840, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.202412] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52765e2c-8f76-aec2-5e25-65305c0b12a3, 'name': SearchDatastore_Task, 'duration_secs': 0.094963} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.202632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.202909] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 3bea689f-48a1-4fdf-b20f-b80cd936b398/3bea689f-48a1-4fdf-b20f-b80cd936b398.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.203459] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4855db4-2032-4b98-84b3-71bf903a441c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.211181] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 985.211181] env[69784]: value = "task-3627841" [ 985.211181] env[69784]: _type = "Task" [ 985.211181] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.219990] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.275777] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.313678] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.389882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d04625f9-c65c-4599-966e-02365958e84e tempest-ServersTestFqdnHostnames-746215206 tempest-ServersTestFqdnHostnames-746215206-project-member] Lock "b4e74b8a-cc84-47b6-9093-cbd2b2e59740" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.726s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.522094] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.632362] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627840, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.732831] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.776291] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627834, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.138438} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.776579] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1abeff0b-c95f-452f-8c6c-07e1f30b02ab/1abeff0b-c95f-452f-8c6c-07e1f30b02ab.vmdk to [datastore1] a93d4452-03f6-4d00-805d-e3d88b863c7d/a93d4452-03f6-4d00-805d-e3d88b863c7d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.777511] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd017f3-f03a-40cb-a124-96242dad46ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.802106] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] a93d4452-03f6-4d00-805d-e3d88b863c7d/a93d4452-03f6-4d00-805d-e3d88b863c7d.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.805961] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59508f55-e4d1-4086-afe6-47a39ab3ef87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.832991] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 985.832991] env[69784]: value = "task-3627842" [ 985.832991] env[69784]: _type = "Task" [ 985.832991] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.843853] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.889460] env[69784]: DEBUG nova.compute.manager [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.889709] env[69784]: DEBUG nova.compute.manager [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing instance network info cache due to event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.889921] env[69784]: DEBUG oslo_concurrency.lockutils [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.890079] env[69784]: DEBUG oslo_concurrency.lockutils [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.890274] env[69784]: DEBUG nova.network.neutron [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.990985] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16c2f0-5ff0-4334-85a5-b198c7d95738 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.000502] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c41af2-b33d-4a00-8b2f-86be05c3c78d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.040254] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ec448-76ff-4385-a769-0e70a78da7dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.046614] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627839, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.747219} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.047382] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.047662] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.047970] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-607653ff-c9a2-4d43-a930-1586cb3d5324 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.055618] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027427d7-c6ec-4ddc-8783-23d3c79f2ea0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.061087] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 986.061087] env[69784]: value = "task-3627843" [ 986.061087] env[69784]: _type = "Task" [ 986.061087] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.073980] env[69784]: DEBUG nova.compute.provider_tree [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.080834] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.132007] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627840, 'name': Rename_Task, 'duration_secs': 1.592562} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.132640] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.132640] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba82ef62-0690-4378-9a86-410b885e6459 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.140053] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 986.140053] env[69784]: value = "task-3627844" [ 986.140053] env[69784]: _type = "Task" [ 986.140053] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.153522] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.187631] env[69784]: DEBUG nova.network.neutron [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Successfully updated port: b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.224258] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911888} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.225571] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 3bea689f-48a1-4fdf-b20f-b80cd936b398/3bea689f-48a1-4fdf-b20f-b80cd936b398.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.225811] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.226951] env[69784]: DEBUG nova.compute.manager [req-6a42d6e3-3037-40e0-b407-9fd0be28f62d req-8943d03c-d966-4ce6-9805-bd2929f31720 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Received event network-vif-plugged-b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.227429] env[69784]: DEBUG oslo_concurrency.lockutils [req-6a42d6e3-3037-40e0-b407-9fd0be28f62d req-8943d03c-d966-4ce6-9805-bd2929f31720 service nova] Acquiring lock "a8868d5e-6347-47a3-9458-1c6de2215768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.227735] env[69784]: DEBUG oslo_concurrency.lockutils [req-6a42d6e3-3037-40e0-b407-9fd0be28f62d req-8943d03c-d966-4ce6-9805-bd2929f31720 service nova] Lock "a8868d5e-6347-47a3-9458-1c6de2215768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.227960] env[69784]: DEBUG oslo_concurrency.lockutils [req-6a42d6e3-3037-40e0-b407-9fd0be28f62d req-8943d03c-d966-4ce6-9805-bd2929f31720 service nova] Lock "a8868d5e-6347-47a3-9458-1c6de2215768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.228168] env[69784]: DEBUG nova.compute.manager [req-6a42d6e3-3037-40e0-b407-9fd0be28f62d req-8943d03c-d966-4ce6-9805-bd2929f31720 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] No waiting events found dispatching network-vif-plugged-b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.228338] env[69784]: WARNING nova.compute.manager [req-6a42d6e3-3037-40e0-b407-9fd0be28f62d req-8943d03c-d966-4ce6-9805-bd2929f31720 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Received unexpected event network-vif-plugged-b4def1eb-3129-45d5-a42f-87832ede16de for instance with vm_state building and task_state spawning. [ 986.228660] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-896db185-9427-4b63-ad42-8c76844b9d25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.236040] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 986.236040] env[69784]: value = "task-3627845" [ 986.236040] env[69784]: _type = "Task" [ 986.236040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.251105] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.343942] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.575618] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21369} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.575872] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.577306] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039b3cf-402e-44e9-8fb0-cd24b8adf5d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.580950] env[69784]: DEBUG nova.scheduler.client.report [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.609877] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.613357] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a398729a-e507-4159-af22-23315756abf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.637519] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 986.637519] env[69784]: value = "task-3627846" [ 986.637519] env[69784]: _type = "Task" [ 986.637519] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.658235] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.658509] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.690972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-a8868d5e-6347-47a3-9458-1c6de2215768" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.691173] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-a8868d5e-6347-47a3-9458-1c6de2215768" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.691326] env[69784]: DEBUG nova.network.neutron [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.746515] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274255} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.746755] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.747600] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f12243-5062-4cf9-a13a-143ff3bf4fa2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.770284] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 3bea689f-48a1-4fdf-b20f-b80cd936b398/3bea689f-48a1-4fdf-b20f-b80cd936b398.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.771292] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d284ab4-26ac-4801-ab65-073490301212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.792046] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 986.792046] env[69784]: value = "task-3627847" [ 986.792046] env[69784]: _type = "Task" [ 986.792046] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.800779] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.845635] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627842, 'name': ReconfigVM_Task, 'duration_secs': 0.830361} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.846387] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] a93d4452-03f6-4d00-805d-e3d88b863c7d/a93d4452-03f6-4d00-805d-e3d88b863c7d.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.846662] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0122ea-89e0-43a7-96ca-bb20fae226cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.855277] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 986.855277] env[69784]: value = "task-3627848" [ 986.855277] env[69784]: _type = "Task" [ 986.855277] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.868490] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627848, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.087974] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.096470] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.195s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.098868] env[69784]: INFO nova.compute.claims [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.107072] env[69784]: DEBUG nova.network.neutron [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updated VIF entry in instance network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.108353] env[69784]: DEBUG nova.network.neutron [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.123332] env[69784]: INFO nova.scheduler.client.report [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance 397fc244-c0c3-467e-9feb-4b7afbbe2f2a [ 987.150648] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627846, 'name': ReconfigVM_Task, 'duration_secs': 0.294937} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.151165] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.152079] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8683acc1-593c-4382-a674-21769e2e21d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.157484] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627844, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.163520] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 987.163520] env[69784]: value = "task-3627849" [ 987.163520] env[69784]: _type = "Task" [ 987.163520] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.172644] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627849, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.259588] env[69784]: DEBUG nova.network.neutron [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.302011] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627847, 'name': ReconfigVM_Task, 'duration_secs': 0.434314} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.302530] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 3bea689f-48a1-4fdf-b20f-b80cd936b398/3bea689f-48a1-4fdf-b20f-b80cd936b398.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.303306] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c17afb-f5e2-4b19-9b93-a79e8942183b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.311638] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 987.311638] env[69784]: value = "task-3627850" [ 987.311638] env[69784]: _type = "Task" [ 987.311638] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.318326] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627850, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.378962] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627848, 'name': Rename_Task, 'duration_secs': 0.162941} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.379518] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.379893] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46c4b6a-d6dd-47ce-9f84-71571d42e35a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.387639] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 987.387639] env[69784]: value = "task-3627851" [ 987.387639] env[69784]: _type = "Task" [ 987.387639] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.400243] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.517145] env[69784]: DEBUG nova.network.neutron [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Updating instance_info_cache with network_info: [{"id": "b4def1eb-3129-45d5-a42f-87832ede16de", "address": "fa:16:3e:a3:1e:fd", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4def1eb-31", "ovs_interfaceid": "b4def1eb-3129-45d5-a42f-87832ede16de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.614947] env[69784]: DEBUG oslo_concurrency.lockutils [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.615347] env[69784]: DEBUG nova.compute.manager [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.615582] env[69784]: DEBUG nova.compute.manager [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing instance network info cache due to event network-changed-67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.615859] env[69784]: DEBUG oslo_concurrency.lockutils [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] Acquiring lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.616097] env[69784]: DEBUG oslo_concurrency.lockutils [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] Acquired lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.616329] env[69784]: DEBUG nova.network.neutron [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Refreshing network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.630931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0e983925-9d68-454c-af31-2c10d35f99d6 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "397fc244-c0c3-467e-9feb-4b7afbbe2f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.674s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.658127] env[69784]: DEBUG oslo_vmware.api [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3627844, 'name': PowerOnVM_Task, 'duration_secs': 1.307646} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.658127] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.658127] env[69784]: INFO nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Took 13.49 seconds to spawn the instance on the hypervisor. [ 987.658127] env[69784]: DEBUG nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.658127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af1ec33-5d1b-454e-b2d4-91627228a155 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.677712] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627849, 'name': Rename_Task, 'duration_secs': 0.153922} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.677712] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.677712] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f508ce-0072-4f33-ac2c-a330e3b05b55 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.683439] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 987.683439] env[69784]: value = "task-3627852" [ 987.683439] env[69784]: _type = "Task" [ 987.683439] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.693765] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.821499] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627850, 'name': Rename_Task, 'duration_secs': 0.154199} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.821959] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.822381] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffddba6-ce8d-46a5-a45a-33ad5bde9553 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.831019] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 987.831019] env[69784]: value = "task-3627853" [ 987.831019] env[69784]: _type = "Task" [ 987.831019] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.837950] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.899293] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.020157] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-a8868d5e-6347-47a3-9458-1c6de2215768" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.020424] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Instance network_info: |[{"id": "b4def1eb-3129-45d5-a42f-87832ede16de", "address": "fa:16:3e:a3:1e:fd", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4def1eb-31", "ovs_interfaceid": "b4def1eb-3129-45d5-a42f-87832ede16de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.021030] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:1e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4def1eb-3129-45d5-a42f-87832ede16de', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.030877] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.031175] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.031436] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1f3fb67-76ca-4dcc-b494-f67095fc874b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.060441] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.060441] env[69784]: value = "task-3627854" [ 988.060441] env[69784]: _type = "Task" [ 988.060441] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.074546] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627854, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.178909] env[69784]: INFO nova.compute.manager [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Took 54.27 seconds to build instance. [ 988.198891] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.342118] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627853, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.408739] env[69784]: DEBUG oslo_vmware.api [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627851, 'name': PowerOnVM_Task, 'duration_secs': 0.533641} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.409198] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.409490] env[69784]: INFO nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Took 16.93 seconds to spawn the instance on the hypervisor. [ 988.409794] env[69784]: DEBUG nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.411023] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c483b3-5957-46e3-9d92-aef96d1f5822 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.547522] env[69784]: DEBUG nova.network.neutron [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updated VIF entry in instance network info cache for port 67172a39-2dec-46c5-bcd6-a8978633d18c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.547985] env[69784]: DEBUG nova.network.neutron [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [{"id": "67172a39-2dec-46c5-bcd6-a8978633d18c", "address": "fa:16:3e:5f:c5:29", "network": {"id": "32add36a-4590-4263-a8d8-17e232d00e05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-443661047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "244bddd5823244c295d16fbe94710f2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67172a39-2d", "ovs_interfaceid": "67172a39-2dec-46c5-bcd6-a8978633d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.573788] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627854, 'name': CreateVM_Task, 'duration_secs': 0.500239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.574957] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.576210] env[69784]: DEBUG nova.compute.manager [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Received event network-changed-b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.576325] env[69784]: DEBUG nova.compute.manager [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Refreshing instance network info cache due to event network-changed-b4def1eb-3129-45d5-a42f-87832ede16de. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.577188] env[69784]: DEBUG oslo_concurrency.lockutils [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] Acquiring lock "refresh_cache-a8868d5e-6347-47a3-9458-1c6de2215768" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.577188] env[69784]: DEBUG oslo_concurrency.lockutils [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] Acquired lock "refresh_cache-a8868d5e-6347-47a3-9458-1c6de2215768" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.577188] env[69784]: DEBUG nova.network.neutron [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Refreshing network info cache for port b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.578411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.578811] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.578811] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.579428] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4758ca-c7a5-49bb-a146-94294506a3f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.586845] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 988.586845] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5220a5db-3dad-fb3a-87d9-fd4e325258bb" [ 988.586845] env[69784]: _type = "Task" [ 988.586845] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.595838] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5220a5db-3dad-fb3a-87d9-fd4e325258bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.682450] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3a3f5141-6fdb-4fbe-bb8b-a343296052be tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.787s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.698834] env[69784]: DEBUG oslo_vmware.api [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3627852, 'name': PowerOnVM_Task, 'duration_secs': 0.827389} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.699984] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.700207] env[69784]: INFO nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Took 11.85 seconds to spawn the instance on the hypervisor. [ 988.700418] env[69784]: DEBUG nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.701910] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d557a42-282e-4f75-a75a-dd5a0e016a1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.715852] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0147ca5-ffc2-4fb5-aa67-0d783aa1defa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.726237] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21efc3aa-9bf3-4236-a166-db4df733b4a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.757344] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af837a9-4090-4eb6-ac20-87afeaa1166a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.765471] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8531c687-438e-4fd0-b4b2-81954ce27152 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.784249] env[69784]: DEBUG nova.compute.provider_tree [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.841694] env[69784]: DEBUG oslo_vmware.api [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3627853, 'name': PowerOnVM_Task, 'duration_secs': 0.534544} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.841979] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.842203] env[69784]: INFO nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Took 9.22 seconds to spawn the instance on the hypervisor. [ 988.842443] env[69784]: DEBUG nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.843519] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978554d-32af-48e2-8334-6319d3d22b0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.937568] env[69784]: INFO nova.compute.manager [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Took 59.86 seconds to build instance. [ 989.054912] env[69784]: DEBUG oslo_concurrency.lockutils [req-88438d0c-46d3-4551-83dc-1d2424a66de7 req-3ce8bf77-7b7e-4e95-aa0e-c28cb4ddbffb service nova] Releasing lock "refresh_cache-60428609-2f06-42ec-994e-473b86d87c17" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.063432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "d923ac81-b5ef-4fde-abcf-2a768ec58683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.063669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.099764] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5220a5db-3dad-fb3a-87d9-fd4e325258bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018416} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.100100] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.100407] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.100663] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.100824] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.101017] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.101547] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9988aad8-9c87-4a6c-9991-24fd5b1df107 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.113584] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.113777] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.114571] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2014ad19-2593-4017-a667-67ad8760c746 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.120737] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 989.120737] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291ec8e-2f48-cc8b-c1e5-0c2382d825e2" [ 989.120737] env[69784]: _type = "Task" [ 989.120737] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.128457] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291ec8e-2f48-cc8b-c1e5-0c2382d825e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.222431] env[69784]: INFO nova.compute.manager [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Took 52.56 seconds to build instance. [ 989.287754] env[69784]: DEBUG nova.scheduler.client.report [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.360541] env[69784]: INFO nova.compute.manager [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Took 43.89 seconds to build instance. [ 989.440497] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e28d652b-5bf6-4485-85ac-aaaf759f0d86 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.369s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.540753] env[69784]: DEBUG nova.network.neutron [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Updated VIF entry in instance network info cache for port b4def1eb-3129-45d5-a42f-87832ede16de. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.540753] env[69784]: DEBUG nova.network.neutron [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Updating instance_info_cache with network_info: [{"id": "b4def1eb-3129-45d5-a42f-87832ede16de", "address": "fa:16:3e:a3:1e:fd", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4def1eb-31", "ovs_interfaceid": "b4def1eb-3129-45d5-a42f-87832ede16de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.569047] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.572775] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "a93d4452-03f6-4d00-805d-e3d88b863c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.574083] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.574083] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "a93d4452-03f6-4d00-805d-e3d88b863c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.574083] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.574083] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.576805] env[69784]: INFO nova.compute.manager [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Terminating instance [ 989.633947] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5291ec8e-2f48-cc8b-c1e5-0c2382d825e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013954} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.635630] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb99db3-8881-49b1-82f4-7a597b9566bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.640200] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 989.640200] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5246ae6f-44d5-4ad6-af60-76dfbdb055db" [ 989.640200] env[69784]: _type = "Task" [ 989.640200] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.649465] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5246ae6f-44d5-4ad6-af60-76dfbdb055db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.724387] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79be9f39-bca5-4c6f-ad1b-2792483a2812 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.074s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.797574] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.798217] env[69784]: DEBUG nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.801531] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.647s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.801745] env[69784]: DEBUG nova.objects.instance [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lazy-loading 'resources' on Instance uuid 9488a636-552a-4019-85bb-98281df807a6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.862898] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9dc0b40b-62bf-4b21-9614-7cda1e4706be tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.399s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.043524] env[69784]: DEBUG oslo_concurrency.lockutils [req-6ecf43e6-b59f-46cc-bb63-0d0951deb80a req-68f861f8-2d9e-474b-b214-27067c86be59 service nova] Releasing lock "refresh_cache-a8868d5e-6347-47a3-9458-1c6de2215768" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080910] env[69784]: DEBUG nova.compute.manager [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.081311] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.082902] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0c0f7-c783-40f0-afba-d16fd3defb79 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.093445] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.093776] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df86786-4033-49a7-a108-83f04378aa5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.097632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.104873] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 990.104873] env[69784]: value = "task-3627855" [ 990.104873] env[69784]: _type = "Task" [ 990.104873] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.115420] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.152680] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5246ae6f-44d5-4ad6-af60-76dfbdb055db, 'name': SearchDatastore_Task, 'duration_secs': 0.018405} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.153436] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.155923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] a8868d5e-6347-47a3-9458-1c6de2215768/a8868d5e-6347-47a3-9458-1c6de2215768.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.155923] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d604741-f270-4007-ae38-724b469d18f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.162585] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 990.162585] env[69784]: value = "task-3627856" [ 990.162585] env[69784]: _type = "Task" [ 990.162585] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.171911] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.188410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "79f2d5b6-657f-428d-903d-9e1babd46734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.188954] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "79f2d5b6-657f-428d-903d-9e1babd46734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.306131] env[69784]: DEBUG nova.compute.utils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.311643] env[69784]: DEBUG nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 990.624148] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627855, 'name': PowerOffVM_Task, 'duration_secs': 0.44601} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.624551] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.624737] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.625016] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d5a44ab-f77d-4a08-9fcd-fef4c00010f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.656307] env[69784]: DEBUG nova.compute.manager [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.656307] env[69784]: DEBUG nova.compute.manager [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing instance network info cache due to event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.656307] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.656307] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.656452] env[69784]: DEBUG nova.network.neutron [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.679424] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.691326] env[69784]: DEBUG nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.732499] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.733920] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.733920] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleting the datastore file [datastore1] a93d4452-03f6-4d00-805d-e3d88b863c7d {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.733920] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4967cb0-67e8-4fc8-8c08-d0fc174f03da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.740561] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 990.740561] env[69784]: value = "task-3627858" [ 990.740561] env[69784]: _type = "Task" [ 990.740561] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.756242] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.786855] env[69784]: DEBUG nova.compute.manager [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Received event network-changed-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.787069] env[69784]: DEBUG nova.compute.manager [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Refreshing instance network info cache due to event network-changed-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.787287] env[69784]: DEBUG oslo_concurrency.lockutils [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] Acquiring lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.787522] env[69784]: DEBUG oslo_concurrency.lockutils [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] Acquired lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.787658] env[69784]: DEBUG nova.network.neutron [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Refreshing network info cache for port cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.813250] env[69784]: DEBUG nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.964863] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0f8e4f-ef17-4ac2-a7bd-3959d706d312 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.976858] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc205a7-ec7c-4ecd-a12a-51ce266f11ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.016031] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c786ecc-122a-427a-9ede-e020bbf91247 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.024591] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f485b3-7e47-4a7e-9a75-617ae1a1fa4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.042797] env[69784]: DEBUG nova.compute.provider_tree [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.177840] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586003} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.178227] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] a8868d5e-6347-47a3-9458-1c6de2215768/a8868d5e-6347-47a3-9458-1c6de2215768.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.179386] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.179647] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d549fc-505e-445e-8909-f4e1d20aa7f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.187832] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 991.187832] env[69784]: value = "task-3627859" [ 991.187832] env[69784]: _type = "Task" [ 991.187832] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.199598] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.226300] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.253297] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.475052] env[69784]: DEBUG nova.network.neutron [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updated VIF entry in instance network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.475423] env[69784]: DEBUG nova.network.neutron [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.534085] env[69784]: DEBUG nova.network.neutron [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Updated VIF entry in instance network info cache for port cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.534992] env[69784]: DEBUG nova.network.neutron [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Updating instance_info_cache with network_info: [{"id": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "address": "fa:16:3e:9c:aa:35", "network": {"id": "e2aaee37-b4f1-42d1-a838-403a288060bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-612317749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1601951c7a045058765b3ff30c93c3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3ccf7c-8f", "ovs_interfaceid": "cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.547277] env[69784]: DEBUG nova.scheduler.client.report [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.697119] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117643} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.698259] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.698259] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aafe3aa-d4fc-46d4-92b4-f85aa66efcbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.729381] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] a8868d5e-6347-47a3-9458-1c6de2215768/a8868d5e-6347-47a3-9458-1c6de2215768.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.729710] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4f42b0-cde6-49d4-9631-9b8376f7e1e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.752813] env[69784]: DEBUG oslo_vmware.api [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520216} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.754071] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.754272] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.754905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.754905] env[69784]: INFO nova.compute.manager [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 991.754905] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.755113] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 991.755113] env[69784]: value = "task-3627860" [ 991.755113] env[69784]: _type = "Task" [ 991.755113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.755304] env[69784]: DEBUG nova.compute.manager [-] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.755418] env[69784]: DEBUG nova.network.neutron [-] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.765658] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.825221] env[69784]: DEBUG nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.852496] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.852748] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.852905] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.853099] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.853246] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.853392] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.853600] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.853755] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.853975] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.854585] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.854585] env[69784]: DEBUG nova.virt.hardware [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.855145] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755795d5-4645-403e-a6e7-b1f3acbd6d0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.863376] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4589d892-b232-4d3d-8071-06d0a6820bd7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.879796] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.884835] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Creating folder: Project (f0c88967cac5435695c3546d0099d6bc). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.885195] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b68158c2-96f0-4de9-9b98-07e1b79c6f45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.895738] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Created folder: Project (f0c88967cac5435695c3546d0099d6bc) in parent group-v723273. [ 991.895977] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Creating folder: Instances. Parent ref: group-v723482. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.896238] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fe955c5-8e3d-440a-a27f-3b2aeb3bb137 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.906416] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Created folder: Instances in parent group-v723482. [ 991.906674] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.906905] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.907140] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf60889-c8b7-4a0b-b2db-d0a45da01d5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.928661] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.928661] env[69784]: value = "task-3627863" [ 991.928661] env[69784]: _type = "Task" [ 991.928661] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.943899] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627863, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.978344] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.978835] env[69784]: DEBUG nova.compute.manager [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Received event network-changed-259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.979138] env[69784]: DEBUG nova.compute.manager [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Refreshing instance network info cache due to event network-changed-259732a7-eb75-4736-83ab-bdb91a1a5f44. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.979471] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] Acquiring lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.979666] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] Acquired lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.979909] env[69784]: DEBUG nova.network.neutron [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Refreshing network info cache for port 259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.037618] env[69784]: DEBUG oslo_concurrency.lockutils [req-66bbda73-a7d4-4145-a1f7-e9d2cd84c787 req-0aad335c-422f-4e34-8a4a-aeecba80f2f0 service nova] Releasing lock "refresh_cache-3bea689f-48a1-4fdf-b20f-b80cd936b398" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.053209] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.056102] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.812s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.101031] env[69784]: INFO nova.scheduler.client.report [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Deleted allocations for instance 9488a636-552a-4019-85bb-98281df807a6 [ 992.269276] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.439381] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627863, 'name': CreateVM_Task, 'duration_secs': 0.434926} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.439896] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.440665] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.440665] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.440665] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.440964] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e839b3a-61e0-41d6-949a-2c4b0bd31e31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.445343] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 992.445343] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5278f2fe-6323-d462-daa4-428c6fe3800f" [ 992.445343] env[69784]: _type = "Task" [ 992.445343] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.453364] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5278f2fe-6323-d462-daa4-428c6fe3800f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.565709] env[69784]: INFO nova.compute.claims [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.611381] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad5688fd-b6c8-4461-9421-2d06b4f423b7 tempest-ServersV294TestFqdnHostnames-207069780 tempest-ServersV294TestFqdnHostnames-207069780-project-member] Lock "9488a636-552a-4019-85bb-98281df807a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.503s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.641980] env[69784]: DEBUG nova.network.neutron [-] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.771533] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627860, 'name': ReconfigVM_Task, 'duration_secs': 0.799342} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.771818] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Reconfigured VM instance instance-0000004b to attach disk [datastore1] a8868d5e-6347-47a3-9458-1c6de2215768/a8868d5e-6347-47a3-9458-1c6de2215768.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.772648] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-835f4e9a-52fe-4bab-800b-9b94d7602bcf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.780268] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 992.780268] env[69784]: value = "task-3627864" [ 992.780268] env[69784]: _type = "Task" [ 992.780268] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.797079] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627864, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.958740] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5278f2fe-6323-d462-daa4-428c6fe3800f, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.959576] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.961572] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.961572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.961572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.961572] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.961572] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77eab51-c48d-4ecd-ab63-7df353311cbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.975571] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.975571] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.975571] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe48731-4ef4-473b-97ec-3f287b4ceb21 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.984640] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 992.984640] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ecb7c4-eb53-6cfc-a8a6-4014fe6530e0" [ 992.984640] env[69784]: _type = "Task" [ 992.984640] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.994756] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ecb7c4-eb53-6cfc-a8a6-4014fe6530e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.032622] env[69784]: DEBUG nova.network.neutron [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updated VIF entry in instance network info cache for port 259732a7-eb75-4736-83ab-bdb91a1a5f44. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.032622] env[69784]: DEBUG nova.network.neutron [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating instance_info_cache with network_info: [{"id": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "address": "fa:16:3e:1b:5c:ec", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259732a7-eb", "ovs_interfaceid": "259732a7-eb75-4736-83ab-bdb91a1a5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.076034] env[69784]: INFO nova.compute.resource_tracker [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating resource usage from migration 0d73a8e7-c2a7-4398-99e7-593c3baaf4ec [ 993.116094] env[69784]: DEBUG nova.compute.manager [req-f45aaf63-7f9b-42b1-8fdf-36a4fd2b419d req-fb51f431-7e61-4b62-935d-717ad7250dd4 service nova] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Received event network-vif-deleted-5dd3ff95-623e-4f1d-9e74-bd604e8d47e7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.144767] env[69784]: INFO nova.compute.manager [-] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Took 1.39 seconds to deallocate network for instance. [ 993.291633] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627864, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.503119] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ecb7c4-eb53-6cfc-a8a6-4014fe6530e0, 'name': SearchDatastore_Task, 'duration_secs': 0.02498} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.506676] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74542218-5f66-409f-81cd-c54e46b842a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.510623] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 993.510623] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ab447d-b459-6b12-2cd0-1f8f78732a3b" [ 993.510623] env[69784]: _type = "Task" [ 993.510623] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.525804] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ab447d-b459-6b12-2cd0-1f8f78732a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.535062] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d515ee4-da29-41ff-b996-9c329269ddb9 req-604cba4a-0505-4cc1-9ae2-4c0185e3d020 service nova] Releasing lock "refresh_cache-a5efca09-30e0-4283-94bb-58004599a01a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.572056] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd29f1b-e0b4-46cb-a0b8-da644b539a4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.579867] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb798c-ab99-4584-8e92-b66ae7331557 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.611935] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7211a-42f7-4d8c-9cbf-fb781ec25778 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.620031] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deb3656-6615-4475-93f8-07a254eb108e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.636751] env[69784]: DEBUG nova.compute.provider_tree [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.654414] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.793149] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627864, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.021922] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ab447d-b459-6b12-2cd0-1f8f78732a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.020465} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.022409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.022722] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.022998] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea37338a-51f2-4ced-a292-9b47b62ecf23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.029360] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 994.029360] env[69784]: value = "task-3627865" [ 994.029360] env[69784]: _type = "Task" [ 994.029360] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.040653] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "416661db-8217-4744-a194-40d75d6f43d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.040897] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "416661db-8217-4744-a194-40d75d6f43d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.041161] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "416661db-8217-4744-a194-40d75d6f43d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.041299] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "416661db-8217-4744-a194-40d75d6f43d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.041497] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "416661db-8217-4744-a194-40d75d6f43d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.044945] env[69784]: INFO nova.compute.manager [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Terminating instance [ 994.139808] env[69784]: DEBUG nova.scheduler.client.report [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.292363] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627864, 'name': Rename_Task, 'duration_secs': 1.356173} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.292649] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.292898] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e71fce4-6b99-4ec1-b6fb-832ed35bbfa2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.299484] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 994.299484] env[69784]: value = "task-3627866" [ 994.299484] env[69784]: _type = "Task" [ 994.299484] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.307605] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.542361] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.550050] env[69784]: DEBUG nova.compute.manager [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.550905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.551903] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1eeb0e-61e5-469a-9fa1-f669d1522f41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.559740] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.560053] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad85f57-592b-4c65-940f-2e0f2f1bfe11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.566713] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 994.566713] env[69784]: value = "task-3627867" [ 994.566713] env[69784]: _type = "Task" [ 994.566713] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.577752] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.649017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.649017] env[69784]: INFO nova.compute.manager [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Migrating [ 994.656337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.591s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.658653] env[69784]: INFO nova.compute.claims [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.813213] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627866, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.040542] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633781} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.040709] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.040964] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.041111] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e272be3-2471-4d2b-986b-c6e7135ffebc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.049263] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 995.049263] env[69784]: value = "task-3627868" [ 995.049263] env[69784]: _type = "Task" [ 995.049263] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.059330] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.079484] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627867, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.170865] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.170865] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.170865] env[69784]: DEBUG nova.network.neutron [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.310393] env[69784]: DEBUG oslo_vmware.api [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627866, 'name': PowerOnVM_Task, 'duration_secs': 0.760559} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.310668] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.310884] env[69784]: INFO nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Took 10.65 seconds to spawn the instance on the hypervisor. [ 995.311082] env[69784]: DEBUG nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.311898] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdba153-0ccd-48e2-aed5-7f23f19191dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.561407] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117309} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.561929] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.562808] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b1e3fc-9c60-4223-82f2-b999fac85677 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.585329] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.588533] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf319ea-33ed-4fe7-8e20-66bf7f3f5e08 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.608527] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627867, 'name': PowerOffVM_Task, 'duration_secs': 0.569257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.610429] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.610429] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.610582] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 995.610582] env[69784]: value = "task-3627869" [ 995.610582] env[69784]: _type = "Task" [ 995.610582] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.610784] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf469e88-3d6e-4cf1-8f2b-a54dccbf1c6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.623357] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.698855] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.699157] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.699480] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Deleting the datastore file [datastore2] 416661db-8217-4744-a194-40d75d6f43d8 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.699820] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2541686-62a4-43c8-80f7-c7300349b987 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.709250] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for the task: (returnval){ [ 995.709250] env[69784]: value = "task-3627871" [ 995.709250] env[69784]: _type = "Task" [ 995.709250] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.721371] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.750904] env[69784]: INFO nova.compute.manager [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Rebuilding instance [ 995.819587] env[69784]: DEBUG nova.compute.manager [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.822024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d48c2-1d81-462c-b4fc-279bdc10bb96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.842173] env[69784]: INFO nova.compute.manager [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Took 40.13 seconds to build instance. [ 996.131667] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.195834] env[69784]: DEBUG nova.network.neutron [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.222507] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.347981] env[69784]: DEBUG oslo_concurrency.lockutils [None req-48ae4f63-7cce-442b-9d27-05b17e47c677 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.620s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.366814] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1147b01b-85b0-4fd4-b67f-eb2dfa59d4a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.375229] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e89f6d-d83e-4a3c-9ec4-43869b4c956e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.422462] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9cb5f0-7f86-4b14-bdfd-9e951240cdab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.430190] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd38c6-ed7b-4bee-aeb6-9d9e1a8b95d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.446255] env[69784]: DEBUG nova.compute.provider_tree [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.627661] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627869, 'name': ReconfigVM_Task, 'duration_secs': 0.644003} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.627977] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Reconfigured VM instance instance-0000004c to attach disk [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.628673] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f8b7ef2-f9a7-4632-98fc-3104a8c237aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.639313] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 996.639313] env[69784]: value = "task-3627872" [ 996.639313] env[69784]: _type = "Task" [ 996.639313] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.649906] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627872, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.701413] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.722452] env[69784]: DEBUG oslo_vmware.api [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Task: {'id': task-3627871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536635} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.722768] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.722991] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.723226] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.723443] env[69784]: INFO nova.compute.manager [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Took 2.17 seconds to destroy the instance on the hypervisor. [ 996.723906] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.724184] env[69784]: DEBUG nova.compute.manager [-] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.724313] env[69784]: DEBUG nova.network.neutron [-] [instance: 416661db-8217-4744-a194-40d75d6f43d8] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.849538] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.850468] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0561a161-dfd0-46f0-a13d-78b595443fe4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.859263] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 996.859263] env[69784]: value = "task-3627873" [ 996.859263] env[69784]: _type = "Task" [ 996.859263] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.867747] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.950199] env[69784]: DEBUG nova.scheduler.client.report [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.150446] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627872, 'name': Rename_Task, 'duration_secs': 0.292905} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.150446] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.150446] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b3a64e-4859-43f6-8778-2020b8161dab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.155326] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 997.155326] env[69784]: value = "task-3627874" [ 997.155326] env[69784]: _type = "Task" [ 997.155326] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.168842] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.337694] env[69784]: DEBUG nova.compute.manager [req-b7cb0a0f-f308-484a-85ed-2e56cb2f6fa4 req-ac932117-a223-4496-8609-91780631e86b service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Received event network-vif-deleted-a2e67591-0ee7-4844-999a-9492e6480c87 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.337889] env[69784]: INFO nova.compute.manager [req-b7cb0a0f-f308-484a-85ed-2e56cb2f6fa4 req-ac932117-a223-4496-8609-91780631e86b service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Neutron deleted interface a2e67591-0ee7-4844-999a-9492e6480c87; detaching it from the instance and deleting it from the info cache [ 997.338067] env[69784]: DEBUG nova.network.neutron [req-b7cb0a0f-f308-484a-85ed-2e56cb2f6fa4 req-ac932117-a223-4496-8609-91780631e86b service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.373946] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627873, 'name': PowerOffVM_Task, 'duration_secs': 0.245483} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.374255] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.374947] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.375219] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1796dd-5ff6-4848-9f73-a3534eb92b5a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.384460] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 997.384460] env[69784]: value = "task-3627875" [ 997.384460] env[69784]: _type = "Task" [ 997.384460] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.391328] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.456209] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.456763] env[69784]: DEBUG nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.463207] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.212s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.463505] env[69784]: DEBUG nova.objects.instance [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lazy-loading 'resources' on Instance uuid 45481999-3ddb-42cc-8627-ab2c6f599958 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.665884] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.812785] env[69784]: DEBUG nova.network.neutron [-] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.842709] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-759f0ad7-2f0e-4c95-bf9a-4d563c4f9c4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.853497] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7dd99-2d81-4687-8fe6-ca0319f83538 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.899175] env[69784]: DEBUG nova.compute.manager [req-b7cb0a0f-f308-484a-85ed-2e56cb2f6fa4 req-ac932117-a223-4496-8609-91780631e86b service nova] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Detach interface failed, port_id=a2e67591-0ee7-4844-999a-9492e6480c87, reason: Instance 416661db-8217-4744-a194-40d75d6f43d8 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.899175] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "a8868d5e-6347-47a3-9458-1c6de2215768" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.900055] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.911649] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.911895] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.912132] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723406', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'name': 'volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57119902-2ef9-46ce-9897-c8d66ebd619b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'serial': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.912943] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617f685-5ecd-49d0-9d4a-d5d31a2fe565 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.936614] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ea48eb-7a5f-41eb-9c13-739b6e934bbf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.954174] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8539f7-70df-4e2c-996c-64885b335616 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.983180] env[69784]: DEBUG nova.compute.utils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.988517] env[69784]: DEBUG nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 997.989556] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1f93d-f861-44e2-bb25-1b18f65f54c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.005972] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] The volume has not been displaced from its original location: [datastore2] volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696/volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.011585] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.012039] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e130331d-40f7-4ce4-be27-0ebdad44fa66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.033754] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 998.033754] env[69784]: value = "task-3627876" [ 998.033754] env[69784]: _type = "Task" [ 998.033754] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.045733] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.171667] env[69784]: DEBUG oslo_vmware.api [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627874, 'name': PowerOnVM_Task, 'duration_secs': 0.710767} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.171931] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.172234] env[69784]: INFO nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Took 6.35 seconds to spawn the instance on the hypervisor. [ 998.172330] env[69784]: DEBUG nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.173659] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e0b9c-1bdc-4b03-baf5-2bf23fddd67a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.221702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a912a9-a616-4da9-af5b-a43e484c159c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.241836] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.306821] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.307574] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.307766] env[69784]: INFO nova.compute.manager [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Shelving [ 998.317089] env[69784]: INFO nova.compute.manager [-] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Took 1.59 seconds to deallocate network for instance. [ 998.408143] env[69784]: DEBUG nova.compute.utils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.489462] env[69784]: DEBUG nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.519764] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc78fde-09c6-4c99-bbaf-13a271c4bf1b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.528021] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5da1c2-2107-40f5-824e-e5d0cd749021 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.565757] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759eb81-41a7-477c-a19c-9f2ce044e02c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.572867] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627876, 'name': ReconfigVM_Task, 'duration_secs': 0.217514} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.573551] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.580749] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2854d8db-4b36-4f4e-a0bf-ec146d6411f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.591782] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9722edf-f096-4aad-aa36-3247a7bd3280 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.606137] env[69784]: DEBUG nova.compute.provider_tree [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.608968] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 998.608968] env[69784]: value = "task-3627877" [ 998.608968] env[69784]: _type = "Task" [ 998.608968] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.619193] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.694978] env[69784]: INFO nova.compute.manager [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Took 38.82 seconds to build instance. [ 998.751008] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.751374] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be573cf6-44d7-4798-a953-8e57339ab959 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.760391] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 998.760391] env[69784]: value = "task-3627878" [ 998.760391] env[69784]: _type = "Task" [ 998.760391] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.768200] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.823733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.911206] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.110668] env[69784]: DEBUG nova.scheduler.client.report [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.124109] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627877, 'name': ReconfigVM_Task, 'duration_secs': 0.243661} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.124639] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723406', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'name': 'volume-b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57119902-2ef9-46ce-9897-c8d66ebd619b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696', 'serial': 'b6b743ca-e4d5-4690-a8b3-62ad5c0ea696'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.124934] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.125714] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30fd5ef-2849-4265-a7f6-7cc99e729c7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.133361] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.133662] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53cba15c-d2ab-4b8b-9854-6d0439f5dc5d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.196432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-41f625a1-f604-431c-8b0e-bcf6032c0376 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.327s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.206981] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.207244] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.207411] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Deleting the datastore file [datastore2] 57119902-2ef9-46ce-9897-c8d66ebd619b {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.207689] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b763cdc7-ad41-4d96-841a-d1db6337bf20 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.214697] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for the task: (returnval){ [ 999.214697] env[69784]: value = "task-3627880" [ 999.214697] env[69784]: _type = "Task" [ 999.214697] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.222982] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.270321] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.270536] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.321599] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.321916] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11fa03f7-6ef0-4206-92dc-7537ffbf58f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.329776] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 999.329776] env[69784]: value = "task-3627881" [ 999.329776] env[69784]: _type = "Task" [ 999.329776] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.340135] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.502189] env[69784]: DEBUG nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.543505] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.543827] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.544017] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.544218] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.544536] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.544645] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.544875] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.545071] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.545292] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.545492] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.545686] env[69784]: DEBUG nova.virt.hardware [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.546727] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b1958-3fe6-43e6-b89d-05e946858c9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.555342] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c85f07-3375-4a36-a50c-d4aa18862ca0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.569973] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.575528] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Creating folder: Project (db4e83876a1748848c94fcf47475ee33). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.576565] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e941e3-76b4-4ec9-bf82-ebdf8bdbce67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.585753] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Created folder: Project (db4e83876a1748848c94fcf47475ee33) in parent group-v723273. [ 999.585753] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Creating folder: Instances. Parent ref: group-v723485. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.585940] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c71bba9-eb98-4db3-b63e-8d968698b529 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.594455] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Created folder: Instances in parent group-v723485. [ 999.594536] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.594780] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.595754] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f42488f-1612-4f64-b66f-1501ac54080f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.612475] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.612475] env[69784]: value = "task-3627884" [ 999.612475] env[69784]: _type = "Task" [ 999.612475] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.620062] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.620166] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.136s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.620377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.622170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.332s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.622668] env[69784]: DEBUG nova.objects.instance [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lazy-loading 'resources' on Instance uuid 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.631586] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627884, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.644271] env[69784]: INFO nova.scheduler.client.report [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Deleted allocations for instance 45481999-3ddb-42cc-8627-ab2c6f599958 [ 999.645269] env[69784]: INFO nova.scheduler.client.report [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleted allocations for instance 2acd5461-f252-4c95-b0fa-37e9a87939cf [ 999.724282] env[69784]: DEBUG oslo_vmware.api [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Task: {'id': task-3627880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196911} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.724607] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.724799] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.724972] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.730629] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.730899] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.763610] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "d7e291c4-8235-4629-8026-1d5b255f9b29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.764069] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.779697] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.784257] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128f5149-a1aa-4c4f-b56e-8b51de543d0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.798912] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 999.800872] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.801119] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.802296] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65ef59f-a959-47d9-8970-b34e9ccda904 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.806379] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 999.806379] env[69784]: value = "task-3627885" [ 999.806379] env[69784]: _type = "Task" [ 999.806379] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.814245] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedb955f-f591-4edc-8683-c9698dfb635c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.828297] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.838353] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627881, 'name': PowerOffVM_Task, 'duration_secs': 0.283634} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.838603] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.839587] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed461b98-9da8-4afd-8925-cea4126adec5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.862073] env[69784]: ERROR nova.compute.manager [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Failed to detach volume b6b743ca-e4d5-4690-a8b3-62ad5c0ea696 from /dev/sda: nova.exception.InstanceNotFound: Instance 57119902-2ef9-46ce-9897-c8d66ebd619b could not be found. [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Traceback (most recent call last): [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self.driver.rebuild(**kwargs) [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] raise NotImplementedError() [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] NotImplementedError [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] During handling of the above exception, another exception occurred: [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Traceback (most recent call last): [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self.driver.detach_volume(context, old_connection_info, [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] return self._volumeops.detach_volume(connection_info, instance) [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._detach_volume_vmdk(connection_info, instance) [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] stable_ref.fetch_moref(session) [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] nova.exception.InstanceNotFound: Instance 57119902-2ef9-46ce-9897-c8d66ebd619b could not be found. [ 999.862073] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 999.880842] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f6e7d-012e-485d-a270-405ee77c4f68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.966457] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "a8868d5e-6347-47a3-9458-1c6de2215768" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.966784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.966950] env[69784]: INFO nova.compute.manager [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Attaching volume 379117ca-c6aa-4643-b864-629ef14313f7 to /dev/sdb [ 1000.001101] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319a9f89-bd1d-491b-8be8-e83a8eff72ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.010311] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b6e50-9b03-4961-8818-9a992489c03d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.017970] env[69784]: DEBUG nova.compute.utils [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Build of instance 57119902-2ef9-46ce-9897-c8d66ebd619b aborted: Failed to rebuild volume backed instance. {{(pid=69784) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1000.024763] env[69784]: DEBUG nova.virt.block_device [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Updating existing volume attachment record: 870080a3-2253-46b5-88db-8c2b29195e2e {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1000.028208] env[69784]: ERROR nova.compute.manager [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 57119902-2ef9-46ce-9897-c8d66ebd619b aborted: Failed to rebuild volume backed instance. [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Traceback (most recent call last): [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self.driver.rebuild(**kwargs) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] raise NotImplementedError() [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] NotImplementedError [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] During handling of the above exception, another exception occurred: [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Traceback (most recent call last): [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._detach_root_volume(context, instance, root_bdm) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] with excutils.save_and_reraise_exception(): [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self.force_reraise() [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] raise self.value [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self.driver.detach_volume(context, old_connection_info, [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] return self._volumeops.detach_volume(connection_info, instance) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._detach_volume_vmdk(connection_info, instance) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] stable_ref.fetch_moref(session) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] nova.exception.InstanceNotFound: Instance 57119902-2ef9-46ce-9897-c8d66ebd619b could not be found. [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] During handling of the above exception, another exception occurred: [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Traceback (most recent call last): [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] yield [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1000.028208] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._do_rebuild_instance_with_claim( [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._do_rebuild_instance( [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._rebuild_default_impl(**kwargs) [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] self._rebuild_volume_backed_instance( [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] raise exception.BuildAbortException( [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] nova.exception.BuildAbortException: Build of instance 57119902-2ef9-46ce-9897-c8d66ebd619b aborted: Failed to rebuild volume backed instance. [ 1000.029378] env[69784]: ERROR nova.compute.manager [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] [ 1000.124995] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627884, 'name': CreateVM_Task, 'duration_secs': 0.296906} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.125205] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.125945] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.126126] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.126463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.126751] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148a740b-f68e-4a69-84e3-94d8668f0987 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.136380] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1000.136380] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a45e20-347a-db2c-3d73-c4ac9d91a826" [ 1000.136380] env[69784]: _type = "Task" [ 1000.136380] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.146112] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a45e20-347a-db2c-3d73-c4ac9d91a826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.156424] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cc78a074-8a6a-48bf-b1fb-4515161b0169 tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "45481999-3ddb-42cc-8627-ab2c6f599958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.425s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.159734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a949c5e0-afad-4107-bb81-5bc250d62f39 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "2acd5461-f252-4c95-b0fa-37e9a87939cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.649s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.233588] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.267361] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.306375] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.320119] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627885, 'name': ReconfigVM_Task, 'duration_secs': 0.151} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.320716] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.396585] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1000.396917] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17e1240c-ae31-4d6a-9be8-1beaaf424c78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.409306] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1000.409306] env[69784]: value = "task-3627887" [ 1000.409306] env[69784]: _type = "Task" [ 1000.409306] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.419546] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627887, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.646399] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a45e20-347a-db2c-3d73-c4ac9d91a826, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.646720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.646975] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.647162] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.647459] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.647624] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.650477] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a8f446-8ed4-415a-a69a-415af58917f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.659830] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.660040] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.660825] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fd1d5c-b674-4b30-80f5-e92c7f9d5627 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.669853] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1000.669853] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5243ad2d-ba6a-037a-fb79-3d6809393fff" [ 1000.669853] env[69784]: _type = "Task" [ 1000.669853] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.678335] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5243ad2d-ba6a-037a-fb79-3d6809393fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.710022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c22323-a7d2-4a33-88c7-7adcaae0bdc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.717441] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a5b14-6f38-42ad-b2e6-1dd3c9b98be6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.750537] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10db99a9-f618-4ecd-8779-beabfc3335f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.760350] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054e4fd-be58-46dd-8231-fafd7e1ec1f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.766337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.778866] env[69784]: DEBUG nova.compute.provider_tree [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.800933] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.812081] env[69784]: INFO nova.compute.manager [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Rebuilding instance [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.830751] env[69784]: DEBUG nova.virt.hardware [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.838396] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.840048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.840623] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe16042-af3f-47de-a327-470b007f325e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.866274] env[69784]: DEBUG nova.objects.instance [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lazy-loading 'flavor' on Instance uuid 4b2c40cb-5f15-4db8-a2d1-b126552952f2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.873313] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1000.873313] env[69784]: value = "task-3627890" [ 1000.873313] env[69784]: _type = "Task" [ 1000.873313] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.886108] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.901191] env[69784]: DEBUG nova.compute.manager [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.903051] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74534db3-2249-4168-a69b-5562df620d5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.927770] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.185184] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5243ad2d-ba6a-037a-fb79-3d6809393fff, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.186359] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd95db4-e821-4b75-97aa-35003f4b87b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.193324] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1001.193324] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5216684b-f9ff-f378-e150-0aa792fccb62" [ 1001.193324] env[69784]: _type = "Task" [ 1001.193324] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.201389] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5216684b-f9ff-f378-e150-0aa792fccb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.283431] env[69784]: DEBUG nova.scheduler.client.report [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.379133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.379338] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.386754] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627890, 'name': ReconfigVM_Task, 'duration_secs': 0.232002} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.387053] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.387871] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce6b8c5-c971-455c-b318-f3eab0edc492 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.411755] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61/c26c0ac4-ea77-4419-af07-6a3d1d878b61.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.411999] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069197ca-7e1c-4bfc-b53a-f5b0953c5b04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.439936] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627887, 'name': CreateSnapshot_Task, 'duration_secs': 0.674812} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.441365] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1001.442020] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1001.442020] env[69784]: value = "task-3627892" [ 1001.442020] env[69784]: _type = "Task" [ 1001.442020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.443225] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd889a4-369c-4fa8-a6aa-bc734985361d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.459255] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.682836] env[69784]: DEBUG oslo_concurrency.lockutils [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.682836] env[69784]: DEBUG oslo_concurrency.lockutils [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.683138] env[69784]: INFO nova.compute.manager [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Rebooting instance [ 1001.684451] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.684657] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.684848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.685033] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.685198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.686995] env[69784]: INFO nova.compute.manager [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Terminating instance [ 1001.702859] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5216684b-f9ff-f378-e150-0aa792fccb62, 'name': SearchDatastore_Task, 'duration_secs': 0.021465} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.703111] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.703354] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.703593] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86dc4f8d-2617-40ee-8866-f4cf5edbde0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.710928] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1001.710928] env[69784]: value = "task-3627893" [ 1001.710928] env[69784]: _type = "Task" [ 1001.710928] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.718566] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.767742] env[69784]: DEBUG nova.network.neutron [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.786182] env[69784]: DEBUG nova.compute.manager [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.786388] env[69784]: DEBUG nova.compute.manager [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing instance network info cache due to event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.786630] env[69784]: DEBUG oslo_concurrency.lockutils [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.787840] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.789974] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.826s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.812816] env[69784]: INFO nova.scheduler.client.report [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted allocations for instance 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc [ 1001.935045] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.935045] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e9f275-d056-470a-9e26-f4915ffaffbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.942861] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1001.942861] env[69784]: value = "task-3627894" [ 1001.942861] env[69784]: _type = "Task" [ 1001.942861] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.956953] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.957203] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.967132] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.967778] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d33bdf3-3fd0-432e-a931-fe797e4e729a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.975534] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1001.975534] env[69784]: value = "task-3627895" [ 1001.975534] env[69784]: _type = "Task" [ 1001.975534] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.985494] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627895, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.047682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.191758] env[69784]: DEBUG nova.compute.manager [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.192106] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.192912] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c948508d-05ec-4152-a001-0d5aa5d1bb49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.200805] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.201134] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a708aeb-aaec-46de-a5f7-897118b99f88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.207966] env[69784]: DEBUG oslo_vmware.api [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 1002.207966] env[69784]: value = "task-3627896" [ 1002.207966] env[69784]: _type = "Task" [ 1002.207966] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.212544] env[69784]: DEBUG oslo_concurrency.lockutils [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.212731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.212905] env[69784]: DEBUG nova.network.neutron [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.223197] env[69784]: DEBUG oslo_vmware.api [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.228153] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627893, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.297728] env[69784]: INFO nova.compute.claims [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.324270] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01b9f682-b199-44b4-b339-0aa804da2960 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "0d19c41f-0db0-4b40-8dcf-fa88ae5535bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.435s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.456635] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627894, 'name': PowerOffVM_Task, 'duration_secs': 0.127976} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.461961] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.461961] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.463026] env[69784]: DEBUG oslo_vmware.api [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3627892, 'name': ReconfigVM_Task, 'duration_secs': 0.908209} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.466554] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c2d43-077c-4bcb-9d0e-29dda63c6068 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.467999] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61/c26c0ac4-ea77-4419-af07-6a3d1d878b61.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.468463] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.482226] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.482792] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01183801-13a3-4e75-bc4b-dcefbe4b8464 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.488121] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627895, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.517756] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.517756] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.517756] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Deleting the datastore file [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.517756] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7c20b4-cdb2-4719-80ac-d6adb4e6833c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.521703] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1002.521703] env[69784]: value = "task-3627898" [ 1002.521703] env[69784]: _type = "Task" [ 1002.521703] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.530541] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.667858] env[69784]: DEBUG nova.network.neutron [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.724704] env[69784]: DEBUG oslo_vmware.api [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627896, 'name': PowerOffVM_Task, 'duration_secs': 0.264327} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.725427] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.725530] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.726329] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad44c7e5-7b13-4467-b2fa-48192b452056 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.730592] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700085} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.731193] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.731418] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.731667] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c9964e-381f-46fb-9480-4ed2a3c26bb1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.739585] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1002.739585] env[69784]: value = "task-3627901" [ 1002.739585] env[69784]: _type = "Task" [ 1002.739585] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.748213] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.781080] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "57119902-2ef9-46ce-9897-c8d66ebd619b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.781395] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.781590] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "57119902-2ef9-46ce-9897-c8d66ebd619b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.781774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.781945] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.784230] env[69784]: INFO nova.compute.manager [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Terminating instance [ 1002.802375] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.802574] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.803062] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleting the datastore file [datastore2] f6840f44-6cb0-4890-b6e3-8357d10d5fba {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.806021] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602cd127-cb83-442d-8440-4d025bb439bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.807167] env[69784]: INFO nova.compute.resource_tracker [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating resource usage from migration 7afce518-3f70-4476-b7b4-8820cb62e3b1 [ 1002.814126] env[69784]: DEBUG oslo_vmware.api [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for the task: (returnval){ [ 1002.814126] env[69784]: value = "task-3627902" [ 1002.814126] env[69784]: _type = "Task" [ 1002.814126] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.824328] env[69784]: DEBUG oslo_vmware.api [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.982430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6028ae9-546a-4e5c-9fb5-15be7d98782e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.019449] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627895, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.022777] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a661c0fd-1c2e-47b8-87fa-6a6e6c587c36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.033408] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315776} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.047272] env[69784]: DEBUG nova.network.neutron [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.048808] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.048967] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.049162] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.052707] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.137781] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.137781] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.137927] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "6437da62-f5b2-477a-8ec9-d1fc68913f21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.138121] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.138295] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.140597] env[69784]: INFO nova.compute.manager [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Terminating instance [ 1003.158018] env[69784]: DEBUG nova.objects.instance [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lazy-loading 'flavor' on Instance uuid 4b2c40cb-5f15-4db8-a2d1-b126552952f2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.170235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.172013] env[69784]: DEBUG nova.compute.manager [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Inject network info {{(pid=69784) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1003.172013] env[69784]: DEBUG nova.compute.manager [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] network_info to inject: |[{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1003.177421] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Reconfiguring VM instance to set the machine id {{(pid=69784) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1003.177733] env[69784]: DEBUG oslo_concurrency.lockutils [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.178027] env[69784]: DEBUG nova.network.neutron [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.185589] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533912cf-dec0-4ca3-86c6-b0a5749bc60c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.205526] env[69784]: DEBUG oslo_vmware.api [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 1003.205526] env[69784]: value = "task-3627903" [ 1003.205526] env[69784]: _type = "Task" [ 1003.205526] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.217975] env[69784]: DEBUG oslo_vmware.api [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.251214] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087282} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.251517] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.252403] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defad633-2720-43d3-94a5-a9cd77e30af6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.272793] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.276041] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58434039-e2a6-425e-b9db-5a13eb707f19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.292138] env[69784]: DEBUG nova.compute.manager [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.292543] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-619dcd54-0455-4bfc-862f-4a09ec7d21fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.301733] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ea6ae0-c458-4f91-ad2c-af76202f5741 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.315992] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1003.315992] env[69784]: value = "task-3627904" [ 1003.315992] env[69784]: _type = "Task" [ 1003.315992] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.328428] env[69784]: DEBUG oslo_vmware.api [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Task: {'id': task-3627902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36499} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.334314] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.334544] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.334724] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.334892] env[69784]: INFO nova.compute.manager [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1003.335144] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.335342] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.349445] env[69784]: DEBUG nova.compute.manager [-] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.349572] env[69784]: DEBUG nova.network.neutron [-] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.351798] env[69784]: WARNING nova.virt.vmwareapi.driver [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 57119902-2ef9-46ce-9897-c8d66ebd619b could not be found. [ 1003.351978] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.354633] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eaac5ab-1aac-4647-985e-6225fdc771d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.363154] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b315d23-23e0-4f01-8d5a-b994de9d4110 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.405276] env[69784]: WARNING nova.virt.vmwareapi.vmops [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 57119902-2ef9-46ce-9897-c8d66ebd619b could not be found. [ 1003.405487] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.405665] env[69784]: INFO nova.compute.manager [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1003.405905] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.408415] env[69784]: DEBUG nova.compute.manager [-] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.408520] env[69784]: DEBUG nova.network.neutron [-] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.435083] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1dddb8-1727-48d6-b248-0f3276bb2f92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.443633] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d8fa7-106f-4a15-8dd3-2148106017c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.476457] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559b624-3585-4f79-a0d5-85caae4362d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.489376] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5aca7-600b-40dd-8119-cd87761a2569 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.499148] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627895, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.506528] env[69784]: DEBUG nova.compute.provider_tree [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.559748] env[69784]: DEBUG oslo_concurrency.lockutils [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.645677] env[69784]: DEBUG nova.compute.manager [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.645677] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.650032] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff3f83-d8ce-457c-907a-0ec70d2f00c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.664543] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.665133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.666072] env[69784]: DEBUG nova.network.neutron [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Port cb28e0b4-662c-4acf-8909-8870fb3c5a8b binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1003.676455] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6377982-5a65-4435-a753-7d2d68a893ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.687634] env[69784]: DEBUG oslo_vmware.api [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 1003.687634] env[69784]: value = "task-3627905" [ 1003.687634] env[69784]: _type = "Task" [ 1003.687634] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.711450] env[69784]: DEBUG oslo_vmware.api [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.725833] env[69784]: DEBUG oslo_vmware.api [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627903, 'name': ReconfigVM_Task, 'duration_secs': 0.152781} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.725833] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2b033-60ac-4592-a1cd-5328b6e24d1e tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Reconfigured VM instance to set the machine id {{(pid=69784) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1003.829329] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.951641] env[69784]: DEBUG nova.compute.manager [req-da6745e8-2e6d-4942-ba44-1a9a8193c570 req-b7e4e077-f0ac-46ed-9826-d4d217fc92d4 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Received event network-vif-deleted-9a6c2151-9ef3-4f80-9df0-8dba9f4b2380 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.951881] env[69784]: INFO nova.compute.manager [req-da6745e8-2e6d-4942-ba44-1a9a8193c570 req-b7e4e077-f0ac-46ed-9826-d4d217fc92d4 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Neutron deleted interface 9a6c2151-9ef3-4f80-9df0-8dba9f4b2380; detaching it from the instance and deleting it from the info cache [ 1003.952084] env[69784]: DEBUG nova.network.neutron [req-da6745e8-2e6d-4942-ba44-1a9a8193c570 req-b7e4e077-f0ac-46ed-9826-d4d217fc92d4 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.995187] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627895, 'name': CloneVM_Task, 'duration_secs': 1.724444} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.995431] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Created linked-clone VM from snapshot [ 1003.996248] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a220ddc-ebb1-4c1a-9d22-6e84154ba350 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.005236] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Uploading image 5a8ac3ad-37a2-4c35-b00b-7b51262b3023 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.009488] env[69784]: DEBUG nova.scheduler.client.report [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.033997] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1004.033997] env[69784]: value = "vm-723491" [ 1004.033997] env[69784]: _type = "VirtualMachine" [ 1004.033997] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1004.034517] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57473ea7-78d5-43ce-9321-5f6f119b8d81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.041209] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lease: (returnval){ [ 1004.041209] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ca35d-80a2-ca23-1efe-7b7b511e516a" [ 1004.041209] env[69784]: _type = "HttpNfcLease" [ 1004.041209] env[69784]: } obtained for exporting VM: (result){ [ 1004.041209] env[69784]: value = "vm-723491" [ 1004.041209] env[69784]: _type = "VirtualMachine" [ 1004.041209] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1004.041393] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the lease: (returnval){ [ 1004.041393] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ca35d-80a2-ca23-1efe-7b7b511e516a" [ 1004.041393] env[69784]: _type = "HttpNfcLease" [ 1004.041393] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.048324] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.048324] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ca35d-80a2-ca23-1efe-7b7b511e516a" [ 1004.048324] env[69784]: _type = "HttpNfcLease" [ 1004.048324] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.066738] env[69784]: DEBUG nova.compute.manager [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.067563] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee90d17-5ca2-4ff6-90e5-0b4b38e048bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.093307] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.093555] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.093709] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.093894] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.094138] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.094276] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.094442] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.094598] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.094943] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.095243] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.095395] env[69784]: DEBUG nova.virt.hardware [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.097116] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f40538-aa93-4b48-9af0-065ed1cbf6ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.106342] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6447a-d042-4497-8533-ffe02cea2ba0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.123023] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.127763] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.128327] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.130080] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce2b7d4d-cb8f-48b5-8676-68d0221e33d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.148554] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.148554] env[69784]: value = "task-3627907" [ 1004.148554] env[69784]: _type = "Task" [ 1004.148554] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.156848] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627907, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.181878] env[69784]: DEBUG nova.network.neutron [-] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.203733] env[69784]: DEBUG oslo_vmware.api [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627905, 'name': PowerOffVM_Task, 'duration_secs': 0.346105} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.204087] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.204234] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.204608] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c9e2fe5-bc79-4a63-8451-0b61eafb8725 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.221919] env[69784]: DEBUG nova.compute.manager [req-bfa84923-4103-458e-899c-df9e46ae93bc req-a09358fd-87db-4eda-a17b-8328bc240fb0 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Received event network-vif-deleted-d70cb688-2636-4187-87b5-98a65d5abddc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.222134] env[69784]: INFO nova.compute.manager [req-bfa84923-4103-458e-899c-df9e46ae93bc req-a09358fd-87db-4eda-a17b-8328bc240fb0 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Neutron deleted interface d70cb688-2636-4187-87b5-98a65d5abddc; detaching it from the instance and deleting it from the info cache [ 1004.222436] env[69784]: DEBUG nova.network.neutron [req-bfa84923-4103-458e-899c-df9e46ae93bc req-a09358fd-87db-4eda-a17b-8328bc240fb0 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.281638] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.281870] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.282060] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleting the datastore file [datastore1] 6437da62-f5b2-477a-8ec9-d1fc68913f21 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.282563] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ff771d-bbfc-4a0c-b84d-17e38dcbafc4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.293403] env[69784]: DEBUG oslo_vmware.api [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for the task: (returnval){ [ 1004.293403] env[69784]: value = "task-3627909" [ 1004.293403] env[69784]: _type = "Task" [ 1004.293403] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.302769] env[69784]: DEBUG oslo_vmware.api [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.328807] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.454882] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f966983c-4f5c-42d6-83ae-0fbc8fd4f5c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.464422] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26818dd3-923b-4211-8f0c-fa67119a3c64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.476343] env[69784]: DEBUG nova.network.neutron [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updated VIF entry in instance network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.476853] env[69784]: DEBUG nova.network.neutron [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.509720] env[69784]: DEBUG nova.compute.manager [req-da6745e8-2e6d-4942-ba44-1a9a8193c570 req-b7e4e077-f0ac-46ed-9826-d4d217fc92d4 service nova] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Detach interface failed, port_id=9a6c2151-9ef3-4f80-9df0-8dba9f4b2380, reason: Instance f6840f44-6cb0-4890-b6e3-8357d10d5fba could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.515128] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.724s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.515128] env[69784]: INFO nova.compute.manager [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Migrating [ 1004.523023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.717s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.523023] env[69784]: DEBUG nova.objects.instance [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lazy-loading 'resources' on Instance uuid 38933b68-873b-42da-b719-9b74a0e72cd8 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.550151] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.550151] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ca35d-80a2-ca23-1efe-7b7b511e516a" [ 1004.550151] env[69784]: _type = "HttpNfcLease" [ 1004.550151] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.550485] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.550485] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525ca35d-80a2-ca23-1efe-7b7b511e516a" [ 1004.550485] env[69784]: _type = "HttpNfcLease" [ 1004.550485] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1004.551180] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e6125-d5f6-4467-a22d-5cfaaa338b88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.561585] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b9327-7a36-b88d-5bb5-95ba90a666b5/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.565200] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b9327-7a36-b88d-5bb5-95ba90a666b5/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1004.626305] env[69784]: DEBUG nova.network.neutron [-] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.662577] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627907, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.665901] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ee6cb71-9bbb-42dd-a161-ccbab0ad5541 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.691525] env[69784]: INFO nova.compute.manager [-] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Took 1.34 seconds to deallocate network for instance. [ 1004.692888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.692888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.692888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.692888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.692888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.695788] env[69784]: INFO nova.compute.manager [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Terminating instance [ 1004.728154] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2687b1f7-edae-49f9-b768-4bad0219e336 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.732879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.732879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.732879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.741461] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e30d2-0714-4d2f-9462-08d140490d1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.796657] env[69784]: DEBUG nova.compute.manager [req-bfa84923-4103-458e-899c-df9e46ae93bc req-a09358fd-87db-4eda-a17b-8328bc240fb0 service nova] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Detach interface failed, port_id=d70cb688-2636-4187-87b5-98a65d5abddc, reason: Instance 57119902-2ef9-46ce-9897-c8d66ebd619b could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.805418] env[69784]: DEBUG oslo_vmware.api [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Task: {'id': task-3627909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151834} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.805649] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.805811] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.805980] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.806177] env[69784]: INFO nova.compute.manager [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1004.806403] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.806591] env[69784]: DEBUG nova.compute.manager [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.806687] env[69784]: DEBUG nova.network.neutron [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.830402] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.980177] env[69784]: DEBUG oslo_concurrency.lockutils [req-876dfea9-45b5-4396-86ea-bbc8f2d81995 req-76fb1b7f-731c-4269-9a9d-33553b2070e5 service nova] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.980676] env[69784]: DEBUG oslo_concurrency.lockutils [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.034213] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.034459] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.034661] env[69784]: DEBUG nova.network.neutron [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.073115] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1005.073115] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723489', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'name': 'volume-379117ca-c6aa-4643-b864-629ef14313f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8868d5e-6347-47a3-9458-1c6de2215768', 'attached_at': '', 'detached_at': '', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'serial': '379117ca-c6aa-4643-b864-629ef14313f7'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1005.073898] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f75d1f-4731-473e-a2f3-0eba422c1bcc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.100020] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5324b145-2726-41f3-9cdb-9f1317cdd7de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.129546] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-379117ca-c6aa-4643-b864-629ef14313f7/volume-379117ca-c6aa-4643-b864-629ef14313f7.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.133099] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b37a92-00fb-4bc5-a5c4-4952f056cbb1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.147489] env[69784]: INFO nova.compute.manager [-] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Took 1.74 seconds to deallocate network for instance. [ 1005.151865] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed9034c-6257-4ad5-a240-83a995fbb182 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.160761] env[69784]: DEBUG oslo_vmware.api [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1005.160761] env[69784]: value = "task-3627910" [ 1005.160761] env[69784]: _type = "Task" [ 1005.160761] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.163493] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Doing hard reboot of VM {{(pid=69784) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1005.166601] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-65c7bd6b-e3ec-4798-bef8-68996fb562ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.171423] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627907, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.181057] env[69784]: DEBUG oslo_vmware.api [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.183335] env[69784]: DEBUG oslo_vmware.api [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1005.183335] env[69784]: value = "task-3627911" [ 1005.183335] env[69784]: _type = "Task" [ 1005.183335] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.194321] env[69784]: DEBUG oslo_vmware.api [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627911, 'name': ResetVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.212325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.212325] env[69784]: DEBUG nova.compute.manager [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.212325] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.214662] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85199337-1e98-4327-acc4-affc855f44bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.226553] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.233490] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08833cbf-d45f-41d5-9314-df29ceaa25a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.240891] env[69784]: DEBUG oslo_vmware.api [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 1005.240891] env[69784]: value = "task-3627912" [ 1005.240891] env[69784]: _type = "Task" [ 1005.240891] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.251092] env[69784]: DEBUG oslo_vmware.api [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.340914] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627904, 'name': ReconfigVM_Task, 'duration_secs': 1.550861} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.341323] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.342427] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc939c02-4b8e-4630-8719-ee9dbf364544 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.350199] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1005.350199] env[69784]: value = "task-3627913" [ 1005.350199] env[69784]: _type = "Task" [ 1005.350199] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.366094] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627913, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.474479] env[69784]: DEBUG nova.network.neutron [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.670977] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246879f9-c6cd-4edb-bc29-2e85415f4f22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.685384] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627907, 'name': CreateVM_Task, 'duration_secs': 1.316224} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.695891] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.696666] env[69784]: DEBUG oslo_vmware.api [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627910, 'name': ReconfigVM_Task, 'duration_secs': 0.504838} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.697325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.697722] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.698709] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.700106] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73945f9-fd5f-4386-a288-eaebf7585ea8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.705210] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-379117ca-c6aa-4643-b864-629ef14313f7/volume-379117ca-c6aa-4643-b864-629ef14313f7.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.714042] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d6c774-5a75-4516-9cf0-29859a77bc91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.716504] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd31185-03ee-4dbf-b5e6-bba04da767d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.733583] env[69784]: DEBUG oslo_vmware.api [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3627911, 'name': ResetVM_Task, 'duration_secs': 0.354603} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.734810] env[69784]: INFO nova.compute.manager [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Took 0.59 seconds to detach 1 volumes for instance. [ 1005.763818] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Did hard reboot of VM {{(pid=69784) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1005.764189] env[69784]: DEBUG nova.compute.manager [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.764893] env[69784]: DEBUG nova.network.neutron [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.768320] env[69784]: DEBUG nova.compute.manager [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Deleting volume: b6b743ca-e4d5-4690-a8b3-62ad5c0ea696 {{(pid=69784) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1005.771535] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4794d68-4aca-4a5c-a5c2-59a714ef70b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.778265] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d41d1d0-8076-49e5-b0ed-30e2116b3709 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.782504] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1005.782504] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297b0d0-980a-747c-aab2-9285f4aeadf2" [ 1005.782504] env[69784]: _type = "Task" [ 1005.782504] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.787275] env[69784]: DEBUG oslo_vmware.api [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1005.787275] env[69784]: value = "task-3627914" [ 1005.787275] env[69784]: _type = "Task" [ 1005.787275] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.810141] env[69784]: DEBUG oslo_vmware.api [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627912, 'name': PowerOffVM_Task, 'duration_secs': 0.469236} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.810289] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.811186] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.811919] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ad1b43-a88f-4e9d-ae3a-96ccd69b2451 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.821460] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e3ca25-01e7-4504-9bff-9db61d74d47f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.823947] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297b0d0-980a-747c-aab2-9285f4aeadf2, 'name': SearchDatastore_Task, 'duration_secs': 0.017079} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.827993] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.828306] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.828651] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.828857] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.829131] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.829460] env[69784]: DEBUG oslo_vmware.api [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.838437] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-790e9e3a-a5ec-4efe-8df1-ea7fc1e994ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.841243] env[69784]: DEBUG nova.compute.provider_tree [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.843619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.843619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.843752] env[69784]: DEBUG nova.network.neutron [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.858848] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.859033] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.869037] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38340785-a4ce-4ba2-89e8-f5f2022fc2d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.875909] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627913, 'name': Rename_Task, 'duration_secs': 0.169656} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.876949] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.877784] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d12b5e32-a4c3-4fe3-8158-b3608db16d86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.881944] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1005.881944] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5229dbea-4c4e-b355-e2b1-22c08afb4356" [ 1005.881944] env[69784]: _type = "Task" [ 1005.881944] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.891061] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1005.891061] env[69784]: value = "task-3627916" [ 1005.891061] env[69784]: _type = "Task" [ 1005.891061] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.898953] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5229dbea-4c4e-b355-e2b1-22c08afb4356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.905954] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.914027] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.914393] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.914493] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Deleting the datastore file [datastore2] ca4a89a9-ae07-44ce-931a-5dbf779646b0 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.914851] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15ea5b7-6d6b-4d3f-914c-4f68b6753ee4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.922898] env[69784]: DEBUG oslo_vmware.api [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for the task: (returnval){ [ 1005.922898] env[69784]: value = "task-3627918" [ 1005.922898] env[69784]: _type = "Task" [ 1005.922898] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.932155] env[69784]: DEBUG oslo_vmware.api [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.959549] env[69784]: DEBUG nova.network.neutron [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [{"id": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "address": "fa:16:3e:55:f9:95", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e000f-48", "ovs_interfaceid": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.185595] env[69784]: DEBUG nova.compute.manager [req-dfc0d366-2c1d-4764-817c-77cf8466fdfa req-4b59821a-f415-4fd2-8cd5-9eab798c4275 service nova] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Received event network-vif-deleted-d53c47f1-d7bd-47d7-bf4b-cfc7cd03d8f3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.257907] env[69784]: DEBUG nova.compute.manager [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.258257] env[69784]: DEBUG nova.compute.manager [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing instance network info cache due to event network-changed-b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.258575] env[69784]: DEBUG oslo_concurrency.lockutils [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] Acquiring lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.272800] env[69784]: DEBUG nova.network.neutron [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.273703] env[69784]: INFO nova.compute.manager [-] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Took 1.47 seconds to deallocate network for instance. [ 1006.306345] env[69784]: DEBUG oslo_vmware.api [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627914, 'name': ReconfigVM_Task, 'duration_secs': 0.199574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.306846] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723489', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'name': 'volume-379117ca-c6aa-4643-b864-629ef14313f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8868d5e-6347-47a3-9458-1c6de2215768', 'attached_at': '', 'detached_at': '', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'serial': '379117ca-c6aa-4643-b864-629ef14313f7'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.324251] env[69784]: DEBUG oslo_concurrency.lockutils [None req-589fd8a6-967a-432d-b42d-47a510a59d90 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.642s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.351085] env[69784]: DEBUG nova.scheduler.client.report [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.371828] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.398588] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5229dbea-4c4e-b355-e2b1-22c08afb4356, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.399088] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b6e1e1-2821-4cad-a2a5-99a1a4aa5c72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.410100] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.410504] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1006.410504] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dbcb3e-2c0a-02f5-8e24-956f05d1780a" [ 1006.410504] env[69784]: _type = "Task" [ 1006.410504] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.419086] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dbcb3e-2c0a-02f5-8e24-956f05d1780a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.431037] env[69784]: DEBUG oslo_vmware.api [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Task: {'id': task-3627918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224566} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.431359] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.431785] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.431785] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.431902] env[69784]: INFO nova.compute.manager [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1006.432165] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.432475] env[69784]: DEBUG nova.compute.manager [-] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.432599] env[69784]: DEBUG nova.network.neutron [-] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.465851] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.662657] env[69784]: DEBUG nova.network.neutron [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.778348] env[69784]: DEBUG oslo_concurrency.lockutils [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.778622] env[69784]: DEBUG nova.compute.manager [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Inject network info {{(pid=69784) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1006.778883] env[69784]: DEBUG nova.compute.manager [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] network_info to inject: |[{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1006.784476] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Reconfiguring VM instance to set the machine id {{(pid=69784) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1006.784808] env[69784]: DEBUG oslo_concurrency.lockutils [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] Acquired lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.784976] env[69784]: DEBUG nova.network.neutron [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Refreshing network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.787055] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.787301] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ba50c7-16e1-420a-a89f-d49f663f4895 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.815196] env[69784]: DEBUG oslo_vmware.api [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 1006.815196] env[69784]: value = "task-3627919" [ 1006.815196] env[69784]: _type = "Task" [ 1006.815196] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.828859] env[69784]: DEBUG oslo_vmware.api [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.856968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.862805] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.549s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.865247] env[69784]: INFO nova.compute.claims [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.906362] env[69784]: INFO nova.scheduler.client.report [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleted allocations for instance 38933b68-873b-42da-b719-9b74a0e72cd8 [ 1006.927954] env[69784]: DEBUG oslo_vmware.api [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627916, 'name': PowerOnVM_Task, 'duration_secs': 0.776447} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.930702] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.930702] env[69784]: INFO nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1006.930702] env[69784]: DEBUG nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.930702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d630b8-421c-42ca-83b5-3ebb34ee110d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.940744] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dbcb3e-2c0a-02f5-8e24-956f05d1780a, 'name': SearchDatastore_Task, 'duration_secs': 0.022259} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.942393] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.943679] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.943679] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f541be3-582e-46c7-b536-e0f7c6f3ab1b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.957950] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1006.957950] env[69784]: value = "task-3627920" [ 1006.957950] env[69784]: _type = "Task" [ 1006.957950] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.977688] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.172391] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.209115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.209855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.209855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.209855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.210068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.216327] env[69784]: INFO nova.compute.manager [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Terminating instance [ 1007.326581] env[69784]: DEBUG oslo_vmware.api [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627919, 'name': ReconfigVM_Task, 'duration_secs': 0.16479} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.326966] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-256f1308-a455-4c0e-9f52-2404b7164c4a tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Reconfigured VM instance to set the machine id {{(pid=69784) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1007.369053] env[69784]: DEBUG nova.objects.instance [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'flavor' on Instance uuid a8868d5e-6347-47a3-9458-1c6de2215768 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.430850] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7efea8a2-823c-45ae-b4ed-b26979cfb7b4 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "38933b68-873b-42da-b719-9b74a0e72cd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.204s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.470971] env[69784]: INFO nova.compute.manager [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Took 38.43 seconds to build instance. [ 1007.484063] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.596682] env[69784]: DEBUG nova.network.neutron [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updated VIF entry in instance network info cache for port b2657c1a-07a4-4c68-86f5-4fceb0e835b9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.597172] env[69784]: DEBUG nova.network.neutron [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [{"id": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "address": "fa:16:3e:87:1e:e0", "network": {"id": "4fd19c58-df72-4c83-878e-f06c7ee7e312", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1030434053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "668be9fad4114e44945d2bbabc251186", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2657c1a-07", "ovs_interfaceid": "b2657c1a-07a4-4c68-86f5-4fceb0e835b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.613227] env[69784]: DEBUG nova.network.neutron [-] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.701952] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c6073-6c93-4850-bb40-6ce0379514a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.722820] env[69784]: DEBUG nova.compute.manager [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.722820] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.723412] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06c73d-711b-4999-bc3e-9e938ae8fd75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.726934] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb96c88-c904-4432-bfb7-33e314889fa7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.734652] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.736919] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8e094d-59fc-42be-a357-38ddbbaf2029 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.738455] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.747805] env[69784]: DEBUG oslo_vmware.api [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 1007.747805] env[69784]: value = "task-3627921" [ 1007.747805] env[69784]: _type = "Task" [ 1007.747805] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.758627] env[69784]: DEBUG oslo_vmware.api [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.880555] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf693f50-bcec-4e11-a85b-bee55edf609f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.914s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.974566] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632919} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.974838] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.975071] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.975832] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33ed172b-ab50-4f12-8d0c-65df1edc5815 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.980923] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f09ef185-6098-4694-ae8a-9218790d5c07 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.949s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.982475] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1007.982475] env[69784]: value = "task-3627922" [ 1007.982475] env[69784]: _type = "Task" [ 1007.982475] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.988970] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bcabb-0e13-47ff-84c9-ae8a26f69653 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.994873] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.015220] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.100245] env[69784]: DEBUG oslo_concurrency.lockutils [req-b233ca82-b6ed-4cc8-b6ad-da01bf20fabd req-50aba3da-9921-4b74-b33b-a9b00977cba4 service nova] Releasing lock "refresh_cache-4b2c40cb-5f15-4db8-a2d1-b126552952f2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.118858] env[69784]: INFO nova.compute.manager [-] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Took 1.69 seconds to deallocate network for instance. [ 1008.246819] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d35979-1326-416a-91d8-c37bf6fcfd29 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance 'c26c0ac4-ea77-4419-af07-6a3d1d878b61' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.263287] env[69784]: DEBUG oslo_vmware.api [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627921, 'name': PowerOffVM_Task, 'duration_secs': 0.194182} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.263391] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.263541] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.263801] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b00c9eaf-bfcf-4e95-95ca-38b9a15fa266 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.302952] env[69784]: INFO nova.compute.manager [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Rebuilding instance [ 1008.339125] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.339492] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.339696] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Deleting the datastore file [datastore2] 4b2c40cb-5f15-4db8-a2d1-b126552952f2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.340077] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddc06af-9333-424d-81b6-41492f415580 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.349174] env[69784]: DEBUG oslo_vmware.api [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for the task: (returnval){ [ 1008.349174] env[69784]: value = "task-3627924" [ 1008.349174] env[69784]: _type = "Task" [ 1008.349174] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.360535] env[69784]: DEBUG nova.compute.manager [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.361735] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e332600-804b-4c62-9477-8069538fc05d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.369017] env[69784]: DEBUG oslo_vmware.api [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.391162] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91e905-2ca3-4d6f-b613-007ddd6567cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.399149] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d10561-e0ea-4d40-8efe-3992b47da2ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.431386] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921367d-21e9-4d2c-9930-f6563c9b665a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.440673] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce6d4f3-1e6f-411f-927b-50bc9320641f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.454895] env[69784]: DEBUG nova.compute.provider_tree [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.466423] env[69784]: DEBUG nova.compute.manager [req-e132abc3-f555-4cb3-b451-1afe25e3c486 req-d44eaa58-c72f-4e7b-8249-945f4b315a78 service nova] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Received event network-vif-deleted-68005c26-0517-4360-857d-2290dc04b591 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.491481] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068605} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.492344] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.492549] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e016f3-5e43-4b17-8f3a-e69dc247ebc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.512943] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.513300] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea2bc0f-9746-43e6-8861-f104233bd62c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.528759] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.529438] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15dc1cf-2e00-4922-bc3c-f994a2be5225 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.540651] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1008.540651] env[69784]: value = "task-3627925" [ 1008.540651] env[69784]: _type = "Task" [ 1008.540651] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.541257] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1008.541257] env[69784]: value = "task-3627926" [ 1008.541257] env[69784]: _type = "Task" [ 1008.541257] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.554236] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.557570] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.596792] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "a8868d5e-6347-47a3-9458-1c6de2215768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.597101] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.597365] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "a8868d5e-6347-47a3-9458-1c6de2215768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.597558] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.597733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.600692] env[69784]: INFO nova.compute.manager [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Terminating instance [ 1008.626475] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.865235] env[69784]: DEBUG oslo_vmware.api [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Task: {'id': task-3627924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437459} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.865549] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.865806] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.866009] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.866198] env[69784]: INFO nova.compute.manager [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1008.866827] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.866827] env[69784]: DEBUG nova.compute.manager [-] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.867035] env[69784]: DEBUG nova.network.neutron [-] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.939400] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "cd8e1c0d-295d-4655-8301-20517e9da145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.939750] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "cd8e1c0d-295d-4655-8301-20517e9da145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.957841] env[69784]: DEBUG nova.scheduler.client.report [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.058445] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.059172] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627925, 'name': PowerOffVM_Task, 'duration_secs': 0.394074} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.059172] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.059349] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.111037] env[69784]: DEBUG nova.compute.manager [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.111037] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.111037] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f5c7139-bcd7-4bfd-954a-b1565769f6d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.122113] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1009.122113] env[69784]: value = "task-3627927" [ 1009.122113] env[69784]: _type = "Task" [ 1009.122113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.134414] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.383457] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.383457] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845facf6-d8eb-4ebc-8f86-4e46003b5bcf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.394061] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1009.394061] env[69784]: value = "task-3627928" [ 1009.394061] env[69784]: _type = "Task" [ 1009.394061] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.405864] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.442553] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.463101] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.463638] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.466779] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.369s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.469678] env[69784]: INFO nova.compute.claims [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.559411] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627926, 'name': ReconfigVM_Task, 'duration_secs': 0.622125} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.559714] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Reconfigured VM instance instance-0000004c to attach disk [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb/c9b75250-a56d-4d88-a1b1-2a3543f7d7bb.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.561768] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edd5a3c4-d319-4d00-90d8-618e240a1df5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.567048] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.567321] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.567485] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.567664] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.567810] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.567955] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.568165] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.568326] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.568481] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.568692] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.568934] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.576556] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e96120d-5a7d-4aff-9fff-c83ae46f79b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.587722] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1009.587722] env[69784]: value = "task-3627929" [ 1009.587722] env[69784]: _type = "Task" [ 1009.587722] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.597571] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1009.597571] env[69784]: value = "task-3627930" [ 1009.597571] env[69784]: _type = "Task" [ 1009.597571] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.605300] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627929, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.611191] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.632396] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627927, 'name': PowerOffVM_Task, 'duration_secs': 0.307397} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.632690] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.632973] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.633573] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723489', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'name': 'volume-379117ca-c6aa-4643-b864-629ef14313f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8868d5e-6347-47a3-9458-1c6de2215768', 'attached_at': '', 'detached_at': '', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'serial': '379117ca-c6aa-4643-b864-629ef14313f7'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1009.634520] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c2b21-c4f4-4d36-bb5e-3cdb4d26f875 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.660540] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a4767d-091b-4fbc-b14b-498dfe36dee0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.669172] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6b6578-a1aa-45f1-9f35-e3e3173a5355 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.694223] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d3d72-ed00-475a-8a51-18da9b9a78ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.709647] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] The volume has not been displaced from its original location: [datastore1] volume-379117ca-c6aa-4643-b864-629ef14313f7/volume-379117ca-c6aa-4643-b864-629ef14313f7.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1009.715257] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.715639] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06817ac6-7bbc-4b94-93c8-1bd05614f172 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.733337] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1009.733337] env[69784]: value = "task-3627931" [ 1009.733337] env[69784]: _type = "Task" [ 1009.733337] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.741750] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.904588] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627928, 'name': PowerOffVM_Task, 'duration_secs': 0.220037} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.904869] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.905560] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.906457] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d406bdc-2619-4a8b-a417-b991c7f9afff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.915538] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.915801] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b882cfd3-c16a-4d05-a12c-e825c6e449ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.950462] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.950757] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.950894] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Deleting the datastore file [datastore1] 8f0eaca0-455e-4d98-b393-a09f8c3a512d {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.953241] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d142869-dffd-454a-82e4-504a7a04d448 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.960007] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1009.960007] env[69784]: value = "task-3627933" [ 1009.960007] env[69784]: _type = "Task" [ 1009.960007] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.968962] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.974133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.977568] env[69784]: DEBUG nova.compute.utils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.982047] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.982047] env[69784]: DEBUG nova.network.neutron [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.051640] env[69784]: DEBUG nova.policy [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a80fb2efc174e4c9c922573343bf694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '211bd84762414eb49d30b1497160fe29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.098837] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627929, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.107368] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627930, 'name': ReconfigVM_Task, 'duration_secs': 0.202845} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.107715] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.247077] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627931, 'name': ReconfigVM_Task, 'duration_secs': 0.247444} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.247077] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.249013] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57a5896-a6ac-4fa3-b470-007a95628e33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.270987] env[69784]: DEBUG nova.network.neutron [-] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.272253] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1010.272253] env[69784]: value = "task-3627934" [ 1010.272253] env[69784]: _type = "Task" [ 1010.272253] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.283517] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.392189] env[69784]: DEBUG nova.network.neutron [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Successfully created port: 5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.472942] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121759} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.472942] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.472942] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.472942] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.480313] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.534052] env[69784]: DEBUG nova.compute.manager [req-b609d2bb-1ba6-464c-bd3f-3dcf9455bd11 req-84242c7e-5d58-4832-a5b8-089e20be514b service nova] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Received event network-vif-deleted-b2657c1a-07a4-4c68-86f5-4fceb0e835b9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.601654] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627929, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.617255] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.617761] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.617761] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.617868] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.618013] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.618758] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.619024] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.619175] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.619388] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.619599] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.619777] env[69784]: DEBUG nova.virt.hardware [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.625336] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.628279] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c15eb08-b013-42a3-91b3-4fce21349fc7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.650021] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1010.650021] env[69784]: value = "task-3627935" [ 1010.650021] env[69784]: _type = "Task" [ 1010.650021] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.659689] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.679778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.679963] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.680165] env[69784]: DEBUG nova.compute.manager [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Going to confirm migration 3 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1010.776513] env[69784]: INFO nova.compute.manager [-] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Took 1.91 seconds to deallocate network for instance. [ 1010.796065] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627934, 'name': ReconfigVM_Task, 'duration_secs': 0.412658} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.796813] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723489', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'name': 'volume-379117ca-c6aa-4643-b864-629ef14313f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8868d5e-6347-47a3-9458-1c6de2215768', 'attached_at': '', 'detached_at': '', 'volume_id': '379117ca-c6aa-4643-b864-629ef14313f7', 'serial': '379117ca-c6aa-4643-b864-629ef14313f7'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.796813] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.798200] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934f35a-bc94-42bb-b73d-ef487d78bb75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.804883] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.804883] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7efa54c4-229e-4415-be0d-9a8f0eafd670 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.875339] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.875618] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.876202] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleting the datastore file [datastore1] a8868d5e-6347-47a3-9458-1c6de2215768 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.878975] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bf82744-154b-4284-ae98-b03e8edc90fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.887019] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1010.887019] env[69784]: value = "task-3627937" [ 1010.887019] env[69784]: _type = "Task" [ 1010.887019] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.894708] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.031061] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0dcf25-3a9c-4fbf-95bf-679c8f282ac6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.039408] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8636682a-29ec-40d5-8de9-6f97070cb369 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.071130] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7a1f4d-de2c-424d-9333-ea4cd8f0ec2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.078375] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3152c88-ca8c-4c5c-8341-b352aad79c5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.094442] env[69784]: DEBUG nova.compute.provider_tree [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.103516] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627929, 'name': Rename_Task, 'duration_secs': 1.212935} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.103796] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.104614] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8a41c2-a6c3-49e1-8916-118ec307271c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.110182] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1011.110182] env[69784]: value = "task-3627938" [ 1011.110182] env[69784]: _type = "Task" [ 1011.110182] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.118128] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.158088] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.253565] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.253758] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.253934] env[69784]: DEBUG nova.network.neutron [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.254133] env[69784]: DEBUG nova.objects.instance [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'info_cache' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.291633] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.394830] env[69784]: DEBUG oslo_vmware.api [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3627937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18355} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.395116] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.395309] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.395487] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.395666] env[69784]: INFO nova.compute.manager [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1011.395907] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.396108] env[69784]: DEBUG nova.compute.manager [-] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.396206] env[69784]: DEBUG nova.network.neutron [-] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.495061] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.521201] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.521475] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.521735] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.521982] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.522221] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.522464] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.522734] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.522951] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.523218] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.523440] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.523718] env[69784]: DEBUG nova.virt.hardware [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.526254] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66241841-756f-4247-8cc1-29a1e18fe95d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.538206] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.538533] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.538797] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.539029] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.539687] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.539687] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.539821] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.539982] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.540231] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.540488] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.540751] env[69784]: DEBUG nova.virt.hardware [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.542552] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018400be-9e7f-44dc-af65-40f32d016a95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.548339] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0812dc9-e2f7-4016-8754-245a263e6283 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.563712] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.571081] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.573980] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.574371] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a243effe-3493-4901-8c71-b9452c34103f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.588817] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f9f2b0-5dad-4c03-ad3a-24d428df492f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.604053] env[69784]: DEBUG nova.scheduler.client.report [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.608505] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.608505] env[69784]: value = "task-3627939" [ 1011.608505] env[69784]: _type = "Task" [ 1011.608505] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.619927] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627939, 'name': CreateVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.623457] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.663036] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.693056] env[69784]: DEBUG nova.compute.manager [req-e6212c58-486f-47ab-8ab9-fb057958e7c3 req-2c974d5a-0c92-4c14-917f-68052198577b service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Received event network-vif-deleted-b4def1eb-3129-45d5-a42f-87832ede16de {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.693283] env[69784]: INFO nova.compute.manager [req-e6212c58-486f-47ab-8ab9-fb057958e7c3 req-2c974d5a-0c92-4c14-917f-68052198577b service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Neutron deleted interface b4def1eb-3129-45d5-a42f-87832ede16de; detaching it from the instance and deleting it from the info cache [ 1011.693486] env[69784]: DEBUG nova.network.neutron [req-e6212c58-486f-47ab-8ab9-fb057958e7c3 req-2c974d5a-0c92-4c14-917f-68052198577b service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.064771] env[69784]: DEBUG nova.network.neutron [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Successfully updated port: 5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.111358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.111625] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.114406] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.888s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.115881] env[69784]: INFO nova.compute.claims [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.127351] env[69784]: DEBUG nova.network.neutron [-] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.133725] env[69784]: DEBUG oslo_vmware.api [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627938, 'name': PowerOnVM_Task, 'duration_secs': 0.841431} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.137868] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.138785] env[69784]: DEBUG nova.compute.manager [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.138785] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627939, 'name': CreateVM_Task, 'duration_secs': 0.371691} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.139358] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819333d5-452c-41dd-a78d-283db9e93e05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.142388] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.143753] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.143753] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.143753] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.145035] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3758b260-16c8-4c8b-8cb5-28f19501efaf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.158714] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1012.158714] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5264febe-740c-553e-9a83-0aa50da83beb" [ 1012.158714] env[69784]: _type = "Task" [ 1012.158714] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.166983] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627935, 'name': ReconfigVM_Task, 'duration_secs': 1.182234} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.167679] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.168511] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411b0d6-7e5a-4ee0-8681-a5630dfa1bab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.175053] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5264febe-740c-553e-9a83-0aa50da83beb, 'name': SearchDatastore_Task, 'duration_secs': 0.014521} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.175744] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.176021] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.176327] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.176478] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.176656] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.176913] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1488786b-9251-4f6c-97a2-cc590566b4e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.197222] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4/54e9468f-f5c4-4e18-809a-67de6687b2f4.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.198961] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecccca94-f5e4-4a22-9cfe-afde734b2a71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.213493] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb41b129-3e89-4bda-bc5c-e96fe2553b3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.216192] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.216402] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.217592] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f82d624-079f-43fb-9903-2a3bb850b030 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.222510] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1012.222510] env[69784]: value = "task-3627940" [ 1012.222510] env[69784]: _type = "Task" [ 1012.222510] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.223997] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1012.223997] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5267bb3f-2c25-b566-4425-69181f722345" [ 1012.223997] env[69784]: _type = "Task" [ 1012.223997] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.233657] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c67476-1a6a-444d-88a2-901c10e1014d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.251260] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.254843] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5267bb3f-2c25-b566-4425-69181f722345, 'name': SearchDatastore_Task, 'duration_secs': 0.013702} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.255650] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098d8b77-c9c7-49bd-a87e-35a40868ebb6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.275021] env[69784]: DEBUG nova.compute.manager [req-e6212c58-486f-47ab-8ab9-fb057958e7c3 req-2c974d5a-0c92-4c14-917f-68052198577b service nova] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Detach interface failed, port_id=b4def1eb-3129-45d5-a42f-87832ede16de, reason: Instance a8868d5e-6347-47a3-9458-1c6de2215768 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.277557] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1012.277557] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5242b12c-f5fa-203c-6acf-cb871428e4f6" [ 1012.277557] env[69784]: _type = "Task" [ 1012.277557] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.285661] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5242b12c-f5fa-203c-6acf-cb871428e4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.567016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "refresh_cache-270203ea-3075-4d3e-ac0e-b8320d0635c2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.567162] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquired lock "refresh_cache-270203ea-3075-4d3e-ac0e-b8320d0635c2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.567316] env[69784]: DEBUG nova.network.neutron [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.569747] env[69784]: DEBUG nova.compute.manager [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Received event network-vif-plugged-5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.569935] env[69784]: DEBUG oslo_concurrency.lockutils [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] Acquiring lock "270203ea-3075-4d3e-ac0e-b8320d0635c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.570151] env[69784]: DEBUG oslo_concurrency.lockutils [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.570320] env[69784]: DEBUG oslo_concurrency.lockutils [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.570512] env[69784]: DEBUG nova.compute.manager [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] No waiting events found dispatching network-vif-plugged-5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.570683] env[69784]: WARNING nova.compute.manager [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Received unexpected event network-vif-plugged-5723251f-b73e-41f7-a29b-bf40c602ba88 for instance with vm_state building and task_state spawning. [ 1012.570842] env[69784]: DEBUG nova.compute.manager [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Received event network-changed-5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.571075] env[69784]: DEBUG nova.compute.manager [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Refreshing instance network info cache due to event network-changed-5723251f-b73e-41f7-a29b-bf40c602ba88. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.571197] env[69784]: DEBUG oslo_concurrency.lockutils [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] Acquiring lock "refresh_cache-270203ea-3075-4d3e-ac0e-b8320d0635c2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.572260] env[69784]: DEBUG nova.network.neutron [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.627540] env[69784]: DEBUG nova.compute.utils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.629169] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.629169] env[69784]: DEBUG nova.network.neutron [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.635094] env[69784]: INFO nova.compute.manager [-] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Took 1.24 seconds to deallocate network for instance. [ 1012.664763] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.683379] env[69784]: DEBUG nova.policy [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.734397] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627940, 'name': ReconfigVM_Task, 'duration_secs': 0.407572} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.734756] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4/54e9468f-f5c4-4e18-809a-67de6687b2f4.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.735112] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.790615] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5242b12c-f5fa-203c-6acf-cb871428e4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.790985] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.791356] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.791693] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7c832c-181c-4667-abf5-93d5a637509f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.798849] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1012.798849] env[69784]: value = "task-3627941" [ 1012.798849] env[69784]: _type = "Task" [ 1012.798849] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.807655] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.023149] env[69784]: DEBUG nova.network.neutron [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Successfully created port: 91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.076043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.076043] env[69784]: DEBUG nova.objects.instance [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'migration_context' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.134836] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.146224] env[69784]: DEBUG nova.network.neutron [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.215477] env[69784]: INFO nova.compute.manager [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Took 0.58 seconds to detach 1 volumes for instance. [ 1013.242023] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedcfd48-60d9-4638-b94d-32d4abfb2f7f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.278512] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb9b824-d470-4b42-9227-89d75f05de06 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.306085] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.324180] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.403641] env[69784]: DEBUG nova.network.neutron [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Updating instance_info_cache with network_info: [{"id": "5723251f-b73e-41f7-a29b-bf40c602ba88", "address": "fa:16:3e:ad:04:24", "network": {"id": "03e6f743-c0b8-4f0f-9122-5e6180919b12", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1443903155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211bd84762414eb49d30b1497160fe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5723251f-b7", "ovs_interfaceid": "5723251f-b73e-41f7-a29b-bf40c602ba88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.578829] env[69784]: DEBUG nova.objects.base [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.579901] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b66e4-a0dd-4aea-94e3-e5217ec4e951 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.605841] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618241d8-0099-4ca3-aa7c-6390c5d69752 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.612038] env[69784]: DEBUG oslo_vmware.api [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1013.612038] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5fe4e-9573-1be3-5836-4714afd08bee" [ 1013.612038] env[69784]: _type = "Task" [ 1013.612038] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.620656] env[69784]: DEBUG oslo_vmware.api [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5fe4e-9573-1be3-5836-4714afd08bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.696522] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a941f46-b22d-4854-9f81-4f12e1596d43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.703964] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71575d06-00bc-4d6d-b991-06ef3dbd25cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.737380] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.738580] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8bb2bb-716c-4435-b853-c6b1cbc70e77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.747096] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1069f8-9465-4864-8119-e798c0381057 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.761626] env[69784]: DEBUG nova.compute.provider_tree [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.816111] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566043} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.816111] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.816111] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.816111] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47f5adab-9965-4c34-be19-8c42602c5634 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.826228] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1013.826228] env[69784]: value = "task-3627942" [ 1013.826228] env[69784]: _type = "Task" [ 1013.826228] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.835108] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.853521] env[69784]: DEBUG nova.network.neutron [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Port 019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1013.906796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Releasing lock "refresh_cache-270203ea-3075-4d3e-ac0e-b8320d0635c2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.907205] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Instance network_info: |[{"id": "5723251f-b73e-41f7-a29b-bf40c602ba88", "address": "fa:16:3e:ad:04:24", "network": {"id": "03e6f743-c0b8-4f0f-9122-5e6180919b12", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1443903155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211bd84762414eb49d30b1497160fe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5723251f-b7", "ovs_interfaceid": "5723251f-b73e-41f7-a29b-bf40c602ba88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.907577] env[69784]: DEBUG oslo_concurrency.lockutils [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] Acquired lock "refresh_cache-270203ea-3075-4d3e-ac0e-b8320d0635c2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.907740] env[69784]: DEBUG nova.network.neutron [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Refreshing network info cache for port 5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.909083] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:04:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5723251f-b73e-41f7-a29b-bf40c602ba88', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.918202] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Creating folder: Project (211bd84762414eb49d30b1497160fe29). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.921971] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5554616-4e34-4fc7-911f-51aac5dd1ff1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.933255] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Created folder: Project (211bd84762414eb49d30b1497160fe29) in parent group-v723273. [ 1013.933468] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Creating folder: Instances. Parent ref: group-v723494. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.933785] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a09ca676-1eda-4992-a9f4-834231c5f0be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.943233] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Created folder: Instances in parent group-v723494. [ 1013.943233] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.943353] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.943469] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e1a253-f536-48e8-8342-4cc14b0c3389 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.967731] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.967731] env[69784]: value = "task-3627945" [ 1013.967731] env[69784]: _type = "Task" [ 1013.967731] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.969479] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b9327-7a36-b88d-5bb5-95ba90a666b5/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1013.969916] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-9e36d1e1-2436-4e99-88eb-615f5cb2557a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.970192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-9e36d1e1-2436-4e99-88eb-615f5cb2557a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.970472] env[69784]: DEBUG nova.objects.instance [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'flavor' on Instance uuid 9e36d1e1-2436-4e99-88eb-615f5cb2557a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.973802] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cf413-0176-4d8e-baca-ed819abccf36 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.984775] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b9327-7a36-b88d-5bb5-95ba90a666b5/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1013.984942] env[69784]: ERROR oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b9327-7a36-b88d-5bb5-95ba90a666b5/disk-0.vmdk due to incomplete transfer. [ 1013.988194] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56ad52c0-0744-4f42-b3e1-933766412925 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.989890] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627945, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.998566] env[69784]: DEBUG oslo_vmware.rw_handles [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b9327-7a36-b88d-5bb5-95ba90a666b5/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1013.998823] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Uploaded image 5a8ac3ad-37a2-4c35-b00b-7b51262b3023 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.001317] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.001610] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b89d4a22-fcaa-43e1-a176-4873e4f86893 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.007735] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1014.007735] env[69784]: value = "task-3627946" [ 1014.007735] env[69784]: _type = "Task" [ 1014.007735] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.015892] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627946, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.061872] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.062323] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.062538] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.062611] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.062756] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.064943] env[69784]: INFO nova.compute.manager [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Terminating instance [ 1014.121838] env[69784]: DEBUG oslo_vmware.api [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c5fe4e-9573-1be3-5836-4714afd08bee, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.122349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.144562] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.166725] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.166845] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.166971] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.167175] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.167363] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.167526] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.167733] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.167961] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.168060] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.168223] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.168391] env[69784]: DEBUG nova.virt.hardware [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.169255] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c640c64f-314e-4bfa-b08f-071c43ac91ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.177484] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9559d25e-9ca2-43f8-b5c3-b75cfa4e24fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.222903] env[69784]: DEBUG nova.network.neutron [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Updated VIF entry in instance network info cache for port 5723251f-b73e-41f7-a29b-bf40c602ba88. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.223289] env[69784]: DEBUG nova.network.neutron [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Updating instance_info_cache with network_info: [{"id": "5723251f-b73e-41f7-a29b-bf40c602ba88", "address": "fa:16:3e:ad:04:24", "network": {"id": "03e6f743-c0b8-4f0f-9122-5e6180919b12", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1443903155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "211bd84762414eb49d30b1497160fe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5723251f-b7", "ovs_interfaceid": "5723251f-b73e-41f7-a29b-bf40c602ba88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.267040] env[69784]: DEBUG nova.scheduler.client.report [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.336746] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064912} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.337129] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.338560] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad652301-e75b-4c7b-a785-5e3f05510b3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.359940] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.364156] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1129dce7-bb6f-4c4a-ade9-cef0d646770e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.384468] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1014.384468] env[69784]: value = "task-3627947" [ 1014.384468] env[69784]: _type = "Task" [ 1014.384468] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.393507] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.484307] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627945, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.519406] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627946, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.568394] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "refresh_cache-c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.568593] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquired lock "refresh_cache-c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.568777] env[69784]: DEBUG nova.network.neutron [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.587988] env[69784]: DEBUG nova.objects.instance [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'pci_requests' on Instance uuid 9e36d1e1-2436-4e99-88eb-615f5cb2557a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.703174] env[69784]: DEBUG nova.network.neutron [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Successfully updated port: 91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.726008] env[69784]: DEBUG oslo_concurrency.lockutils [req-45a713e7-41db-4170-9d80-e8eea252d3b0 req-98173637-1d28-44fc-bdd3-fb034f2fd3e8 service nova] Releasing lock "refresh_cache-270203ea-3075-4d3e-ac0e-b8320d0635c2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.772771] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.773369] env[69784]: DEBUG nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.776273] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.122s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.777705] env[69784]: DEBUG nova.objects.instance [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lazy-loading 'resources' on Instance uuid a93d4452-03f6-4d00-805d-e3d88b863c7d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.830471] env[69784]: DEBUG nova.compute.manager [req-427c9ec1-e51c-4933-97f0-c7845c992222 req-bfa180b4-ee87-4f8a-a981-b014c11fa2f8 service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Received event network-vif-plugged-91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.830471] env[69784]: DEBUG oslo_concurrency.lockutils [req-427c9ec1-e51c-4933-97f0-c7845c992222 req-bfa180b4-ee87-4f8a-a981-b014c11fa2f8 service nova] Acquiring lock "d923ac81-b5ef-4fde-abcf-2a768ec58683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.830471] env[69784]: DEBUG oslo_concurrency.lockutils [req-427c9ec1-e51c-4933-97f0-c7845c992222 req-bfa180b4-ee87-4f8a-a981-b014c11fa2f8 service nova] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.830471] env[69784]: DEBUG oslo_concurrency.lockutils [req-427c9ec1-e51c-4933-97f0-c7845c992222 req-bfa180b4-ee87-4f8a-a981-b014c11fa2f8 service nova] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.830471] env[69784]: DEBUG nova.compute.manager [req-427c9ec1-e51c-4933-97f0-c7845c992222 req-bfa180b4-ee87-4f8a-a981-b014c11fa2f8 service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] No waiting events found dispatching network-vif-plugged-91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.830471] env[69784]: WARNING nova.compute.manager [req-427c9ec1-e51c-4933-97f0-c7845c992222 req-bfa180b4-ee87-4f8a-a981-b014c11fa2f8 service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Received unexpected event network-vif-plugged-91ad1939-84c4-423d-bf33-657ed93ceded for instance with vm_state building and task_state spawning. [ 1014.896270] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.896516] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.896702] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.903762] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627947, 'name': ReconfigVM_Task, 'duration_secs': 0.454223} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.904030] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 8f0eaca0-455e-4d98-b393-a09f8c3a512d/8f0eaca0-455e-4d98-b393-a09f8c3a512d.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.904610] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04d42be3-e03b-437c-b1f0-6e6cdd9bc7f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.911964] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1014.911964] env[69784]: value = "task-3627948" [ 1014.911964] env[69784]: _type = "Task" [ 1014.911964] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.920400] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627948, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.980730] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627945, 'name': CreateVM_Task, 'duration_secs': 0.620949} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.980929] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.981613] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.981806] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.982168] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.982458] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf3a2e7-5520-4b73-a5a8-e96e0baea8f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.986985] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1014.986985] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5244f6b8-7991-4e6b-b62e-cd4f4b7ae064" [ 1014.986985] env[69784]: _type = "Task" [ 1014.986985] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.995254] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5244f6b8-7991-4e6b-b62e-cd4f4b7ae064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.018039] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627946, 'name': Destroy_Task, 'duration_secs': 0.664595} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.018039] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Destroyed the VM [ 1015.018216] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.018519] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6714e597-f212-4c0f-b9e4-19b84ef33055 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.025486] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1015.025486] env[69784]: value = "task-3627949" [ 1015.025486] env[69784]: _type = "Task" [ 1015.025486] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.034236] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627949, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.091395] env[69784]: DEBUG nova.objects.base [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Object Instance<9e36d1e1-2436-4e99-88eb-615f5cb2557a> lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.091609] env[69784]: DEBUG nova.network.neutron [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.100314] env[69784]: DEBUG nova.network.neutron [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.168400] env[69784]: DEBUG nova.network.neutron [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.205683] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-d923ac81-b5ef-4fde-abcf-2a768ec58683" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.205884] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-d923ac81-b5ef-4fde-abcf-2a768ec58683" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.206246] env[69784]: DEBUG nova.network.neutron [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.280201] env[69784]: DEBUG nova.compute.utils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.285290] env[69784]: DEBUG nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1015.289151] env[69784]: DEBUG nova.policy [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.424222] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627948, 'name': Rename_Task, 'duration_secs': 0.230345} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.424845] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.425045] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb532976-b430-45df-b0eb-9b7345ebd74d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.430956] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1015.430956] env[69784]: value = "task-3627950" [ 1015.430956] env[69784]: _type = "Task" [ 1015.430956] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.438308] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.496970] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5244f6b8-7991-4e6b-b62e-cd4f4b7ae064, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.499637] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.499933] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.501286] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.501286] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.501286] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.501286] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cf4cce2-fb17-45ac-b5fb-ec001509c572 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.510501] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.510501] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.512459] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db61c216-164d-4f4a-a309-9c80a702ad15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.517567] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1015.517567] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252b04b-54d8-4ab4-643a-593f3462730e" [ 1015.517567] env[69784]: _type = "Task" [ 1015.517567] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.524924] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252b04b-54d8-4ab4-643a-593f3462730e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.534622] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627949, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358523} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.534671] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1015.534911] env[69784]: DEBUG nova.compute.manager [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.535655] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94805173-eedd-4fc4-a728-8a04bb2ac402 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.657149] env[69784]: DEBUG nova.network.neutron [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Successfully created port: 435d3887-536a-4895-954c-5c225161069d {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.671410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Releasing lock "refresh_cache-c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.671852] env[69784]: DEBUG nova.compute.manager [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.672063] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.672985] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad19d7-11ed-49d2-a851-fdbac8ce5a53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.682426] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.682664] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fdde0b5-4919-429b-9204-9ddbb42b6849 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.689544] env[69784]: DEBUG oslo_vmware.api [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1015.689544] env[69784]: value = "task-3627951" [ 1015.689544] env[69784]: _type = "Task" [ 1015.689544] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.696800] env[69784]: DEBUG oslo_vmware.api [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.711148] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dafd67-aee8-46e3-a222-853e31afa101 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.720935] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34509d-265c-44d2-9d2b-3707aadfadb8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.751355] env[69784]: DEBUG nova.network.neutron [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.753792] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687d87c6-7e4f-4d7f-8b35-604cec67639c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.761325] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06edbf4b-b936-47fc-99b7-7ac0c553dce2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.775009] env[69784]: DEBUG nova.compute.provider_tree [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.786334] env[69784]: DEBUG nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.916236] env[69784]: DEBUG nova.network.neutron [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Updating instance_info_cache with network_info: [{"id": "91ad1939-84c4-423d-bf33-657ed93ceded", "address": "fa:16:3e:d1:91:14", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad1939-84", "ovs_interfaceid": "91ad1939-84c4-423d-bf33-657ed93ceded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.941851] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.953226] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.953400] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.953576] env[69784]: DEBUG nova.network.neutron [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.028184] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5252b04b-54d8-4ab4-643a-593f3462730e, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.028976] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c007c5e1-e3d8-4f5d-98bb-fcee622e1ec9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.034176] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1016.034176] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52930c97-aa16-c75d-9f01-3fc22a7ed49a" [ 1016.034176] env[69784]: _type = "Task" [ 1016.034176] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.042021] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52930c97-aa16-c75d-9f01-3fc22a7ed49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.049014] env[69784]: INFO nova.compute.manager [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Shelve offloading [ 1016.199707] env[69784]: DEBUG oslo_vmware.api [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627951, 'name': PowerOffVM_Task, 'duration_secs': 0.1342} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.199999] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.200246] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.200587] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dc986c0-e21b-420c-b77b-06d69a6eea04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.225702] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.225918] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.226098] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Deleting the datastore file [datastore2] c9b75250-a56d-4d88-a1b1-2a3543f7d7bb {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.226369] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42fa02fe-aead-4d4f-bd1f-4c8bbf8da8a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.233037] env[69784]: DEBUG oslo_vmware.api [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for the task: (returnval){ [ 1016.233037] env[69784]: value = "task-3627953" [ 1016.233037] env[69784]: _type = "Task" [ 1016.233037] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.240515] env[69784]: DEBUG oslo_vmware.api [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.279867] env[69784]: DEBUG nova.scheduler.client.report [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.416211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-d923ac81-b5ef-4fde-abcf-2a768ec58683" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.416565] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Instance network_info: |[{"id": "91ad1939-84c4-423d-bf33-657ed93ceded", "address": "fa:16:3e:d1:91:14", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad1939-84", "ovs_interfaceid": "91ad1939-84c4-423d-bf33-657ed93ceded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.417013] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:91:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ad1939-84c4-423d-bf33-657ed93ceded', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.424770] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.424997] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.425253] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d53870ac-7933-4319-b5ed-2e3cf5bb6db6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.449435] env[69784]: DEBUG oslo_vmware.api [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627950, 'name': PowerOnVM_Task, 'duration_secs': 0.799654} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.450684] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.450905] env[69784]: DEBUG nova.compute.manager [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.451155] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.451155] env[69784]: value = "task-3627954" [ 1016.451155] env[69784]: _type = "Task" [ 1016.451155] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.451906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29283a4-9593-4e4f-afa7-ce1065521a71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.468224] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627954, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.547730] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52930c97-aa16-c75d-9f01-3fc22a7ed49a, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.550291] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.550590] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 270203ea-3075-4d3e-ac0e-b8320d0635c2/270203ea-3075-4d3e-ac0e-b8320d0635c2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.550876] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0009b81b-29dd-4dc9-8db2-3eef4a8407ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.553218] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.553456] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70539dce-1c35-4ea4-b811-d5041b4a6ea8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.559637] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1016.559637] env[69784]: value = "task-3627956" [ 1016.559637] env[69784]: _type = "Task" [ 1016.559637] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.560904] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1016.560904] env[69784]: value = "task-3627955" [ 1016.560904] env[69784]: _type = "Task" [ 1016.560904] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.574397] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1016.574615] env[69784]: DEBUG nova.compute.manager [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.574879] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.575997] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7038bbd7-a813-492f-ad98-51ef6bb48b06 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.581417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.581585] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.581758] env[69784]: DEBUG nova.network.neutron [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.728440] env[69784]: DEBUG nova.network.neutron [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [{"id": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "address": "fa:16:3e:55:f9:95", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e000f-48", "ovs_interfaceid": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.743841] env[69784]: DEBUG oslo_vmware.api [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Task: {'id': task-3627953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124354} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.744124] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.744319] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.744494] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.744714] env[69784]: INFO nova.compute.manager [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1016.744978] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.745190] env[69784]: DEBUG nova.compute.manager [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.745286] env[69784]: DEBUG nova.network.neutron [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.774288] env[69784]: DEBUG nova.network.neutron [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.785121] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.788206] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.964s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.788451] env[69784]: DEBUG nova.objects.instance [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lazy-loading 'resources' on Instance uuid 416661db-8217-4744-a194-40d75d6f43d8 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.795731] env[69784]: DEBUG nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.816270] env[69784]: INFO nova.scheduler.client.report [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted allocations for instance a93d4452-03f6-4d00-805d-e3d88b863c7d [ 1016.825377] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.825624] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.825782] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.825968] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.826130] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.826278] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.826492] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.826652] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.826814] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.827011] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.827543] env[69784]: DEBUG nova.virt.hardware [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.828121] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2ad45-b075-40a2-86b9-123905cab979 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.837559] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f7c53-0882-4ab6-a590-a52bdc83d90c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.851847] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.857728] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Creating folder: Project (94f9e9e0061a494cb6773c68e778f311). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.858271] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-417409e2-08ef-46c9-9c6d-3c0b41763237 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.870273] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Created folder: Project (94f9e9e0061a494cb6773c68e778f311) in parent group-v723273. [ 1016.870494] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Creating folder: Instances. Parent ref: group-v723498. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.870789] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-821fa797-eff9-429a-b1cf-f9f0e1422fd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.883016] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Created folder: Instances in parent group-v723498. [ 1016.883255] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.883484] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.883735] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d155929-5d54-4608-8508-8f24f1396f90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.905136] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.905136] env[69784]: value = "task-3627959" [ 1016.905136] env[69784]: _type = "Task" [ 1016.905136] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.916365] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627959, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.972070] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627954, 'name': CreateVM_Task, 'duration_secs': 0.36094} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.974464] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.974830] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.975736] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.976116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.976500] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.976864] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257222df-bc5e-4288-9eb5-64380566f1c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.983101] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1016.983101] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528bead6-b684-340b-fd75-72c4c42ee048" [ 1016.983101] env[69784]: _type = "Task" [ 1016.983101] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.993734] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528bead6-b684-340b-fd75-72c4c42ee048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.075407] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460452} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.075732] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 270203ea-3075-4d3e-ac0e-b8320d0635c2/270203ea-3075-4d3e-ac0e-b8320d0635c2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.076048] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.076413] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0caefe7c-4c1f-4f3d-9df1-e763df08e054 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.086592] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1017.086592] env[69784]: value = "task-3627960" [ 1017.086592] env[69784]: _type = "Task" [ 1017.086592] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.096589] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.105158] env[69784]: DEBUG nova.compute.manager [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Received event network-changed-91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.106057] env[69784]: DEBUG nova.compute.manager [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Refreshing instance network info cache due to event network-changed-91ad1939-84c4-423d-bf33-657ed93ceded. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.106057] env[69784]: DEBUG oslo_concurrency.lockutils [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] Acquiring lock "refresh_cache-d923ac81-b5ef-4fde-abcf-2a768ec58683" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.106057] env[69784]: DEBUG oslo_concurrency.lockutils [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] Acquired lock "refresh_cache-d923ac81-b5ef-4fde-abcf-2a768ec58683" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.106057] env[69784]: DEBUG nova.network.neutron [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Refreshing network info cache for port 91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.232150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.276898] env[69784]: DEBUG nova.network.neutron [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.325720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c67e5a4e-14d3-44c0-a937-b1d053c06a33 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "a93d4452-03f6-4d00-805d-e3d88b863c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.753s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.416065] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627959, 'name': CreateVM_Task, 'duration_secs': 0.277595} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.418349] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.418925] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.463847] env[69784]: DEBUG nova.network.neutron [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.496964] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528bead6-b684-340b-fd75-72c4c42ee048, 'name': SearchDatastore_Task, 'duration_secs': 0.022798} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.498964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.499295] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.499515] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.499673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.499856] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.502882] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.503247] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.503481] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edab18b6-465c-4b7e-a58e-9336dffe1437 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.505321] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64dc9205-bd70-4223-ad63-987dab015072 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.510680] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1017.510680] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527944b4-b0a5-071b-6033-523ab1ef19de" [ 1017.510680] env[69784]: _type = "Task" [ 1017.510680] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.518301] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527944b4-b0a5-071b-6033-523ab1ef19de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.521617] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.521833] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.522922] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460edeb0-7a45-430b-88ad-9f350d1cf01f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.528337] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1017.528337] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288c18b-b6c7-7d9a-1c58-86e530650c77" [ 1017.528337] env[69784]: _type = "Task" [ 1017.528337] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.533272] env[69784]: DEBUG nova.network.neutron [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Successfully updated port: 435d3887-536a-4895-954c-5c225161069d {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.542161] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288c18b-b6c7-7d9a-1c58-86e530650c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.598445] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066754} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.598445] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.599212] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8696d-36da-48bd-86fd-8fc5b212920c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.625973] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 270203ea-3075-4d3e-ac0e-b8320d0635c2/270203ea-3075-4d3e-ac0e-b8320d0635c2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.628651] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c037788-797d-46f0-9245-9afd9693f88b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.647984] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1017.647984] env[69784]: value = "task-3627961" [ 1017.647984] env[69784]: _type = "Task" [ 1017.647984] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.657848] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.740139] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d400dce-d2d3-4a70-83d2-27b3ab599367 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.750935] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2037a763-703d-48b2-a173-586e26466569 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.757423] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e443e2-e2af-4b62-9194-378b4a1e3ca8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.784351] env[69784]: INFO nova.compute.manager [-] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Took 1.04 seconds to deallocate network for instance. [ 1017.789179] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc57c1aa-707a-40d7-bd15-9a27807d9780 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.810097] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77651460-919d-46d1-a3f9-55787f260d3c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.817099] env[69784]: DEBUG nova.compute.manager [req-46451a92-f360-461f-a7ad-e51e5c754641 req-969461dc-4f76-4dc1-be51-3e2aee15c087 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-vif-plugged-435d3887-536a-4895-954c-5c225161069d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.817191] env[69784]: DEBUG oslo_concurrency.lockutils [req-46451a92-f360-461f-a7ad-e51e5c754641 req-969461dc-4f76-4dc1-be51-3e2aee15c087 service nova] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.817363] env[69784]: DEBUG oslo_concurrency.lockutils [req-46451a92-f360-461f-a7ad-e51e5c754641 req-969461dc-4f76-4dc1-be51-3e2aee15c087 service nova] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.817528] env[69784]: DEBUG oslo_concurrency.lockutils [req-46451a92-f360-461f-a7ad-e51e5c754641 req-969461dc-4f76-4dc1-be51-3e2aee15c087 service nova] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.817693] env[69784]: DEBUG nova.compute.manager [req-46451a92-f360-461f-a7ad-e51e5c754641 req-969461dc-4f76-4dc1-be51-3e2aee15c087 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] No waiting events found dispatching network-vif-plugged-435d3887-536a-4895-954c-5c225161069d {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.817846] env[69784]: WARNING nova.compute.manager [req-46451a92-f360-461f-a7ad-e51e5c754641 req-969461dc-4f76-4dc1-be51-3e2aee15c087 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received unexpected event network-vif-plugged-435d3887-536a-4895-954c-5c225161069d for instance with vm_state active and task_state None. [ 1017.819546] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944729a-5be9-44c7-a4e7-f6eb2a12fee0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.826977] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.840618] env[69784]: DEBUG nova.compute.provider_tree [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.925701] env[69784]: DEBUG nova.network.neutron [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Updated VIF entry in instance network info cache for port 91ad1939-84c4-423d-bf33-657ed93ceded. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.926098] env[69784]: DEBUG nova.network.neutron [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Updating instance_info_cache with network_info: [{"id": "91ad1939-84c4-423d-bf33-657ed93ceded", "address": "fa:16:3e:d1:91:14", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad1939-84", "ovs_interfaceid": "91ad1939-84c4-423d-bf33-657ed93ceded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.967403] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.021242] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527944b4-b0a5-071b-6033-523ab1ef19de, 'name': SearchDatastore_Task, 'duration_secs': 0.018728} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.021948] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.022051] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.022260] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.037646] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.037827] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.037999] env[69784]: DEBUG nova.network.neutron [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.043229] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288c18b-b6c7-7d9a-1c58-86e530650c77, 'name': SearchDatastore_Task, 'duration_secs': 0.008164} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.044555] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d383f8-3cd1-461a-afcd-0207211a5c9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.051105] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1018.051105] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e08ac0-e71c-218f-173a-e2930401061c" [ 1018.051105] env[69784]: _type = "Task" [ 1018.051105] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.063719] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e08ac0-e71c-218f-173a-e2930401061c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.157694] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627961, 'name': ReconfigVM_Task, 'duration_secs': 0.260829} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.157932] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 270203ea-3075-4d3e-ac0e-b8320d0635c2/270203ea-3075-4d3e-ac0e-b8320d0635c2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.158595] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6376975d-6826-439a-a22a-c4aebea5baa1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.165977] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1018.165977] env[69784]: value = "task-3627962" [ 1018.165977] env[69784]: _type = "Task" [ 1018.165977] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.173882] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627962, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.262211] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.262985] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a411a0bd-3828-4d6a-94ec-9c0ff5803200 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.271031] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.271257] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b7b19c-68d4-4a47-a650-c8792f65f7fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.311115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.334071] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.334385] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb719963-4ae7-45d7-a1bb-b44f6e72c5e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.342841] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1018.342841] env[69784]: value = "task-3627964" [ 1018.342841] env[69784]: _type = "Task" [ 1018.342841] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.350470] env[69784]: DEBUG nova.scheduler.client.report [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.354411] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.354411] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.354411] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleting the datastore file [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.356037] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e82a57d6-2d3e-467f-8acf-b35234d0b0d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.359990] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.364653] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1018.364653] env[69784]: value = "task-3627965" [ 1018.364653] env[69784]: _type = "Task" [ 1018.364653] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.374571] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.428874] env[69784]: DEBUG oslo_concurrency.lockutils [req-a806cb96-e1ff-4aae-8a2c-1c57e7ae701a req-9d3e3d77-74d1-402d-a766-618ecd998def service nova] Releasing lock "refresh_cache-d923ac81-b5ef-4fde-abcf-2a768ec58683" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.566103] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e08ac0-e71c-218f-173a-e2930401061c, 'name': SearchDatastore_Task, 'duration_secs': 0.027655} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.566103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.566295] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] d923ac81-b5ef-4fde-abcf-2a768ec58683/d923ac81-b5ef-4fde-abcf-2a768ec58683.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.566591] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.567418] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.567418] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85753111-e296-4f6a-bf0c-f54d00fefbd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.569675] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c60f0ee-91f9-4cc5-b850-77db361a3b49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.575543] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1018.575543] env[69784]: value = "task-3627966" [ 1018.575543] env[69784]: _type = "Task" [ 1018.575543] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.580167] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.580167] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.580799] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a94eb3-3d68-4ab0-b1d5-87b5e9301f18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.586129] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.589221] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1018.589221] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5298f1f6-e87a-b9a8-1e14-e471da718c5c" [ 1018.589221] env[69784]: _type = "Task" [ 1018.589221] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.596935] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5298f1f6-e87a-b9a8-1e14-e471da718c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.597866] env[69784]: WARNING nova.network.neutron [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] 4feb9cd4-da34-42c2-a012-85702b5c55b5 already exists in list: networks containing: ['4feb9cd4-da34-42c2-a012-85702b5c55b5']. ignoring it [ 1018.678283] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627962, 'name': Rename_Task, 'duration_secs': 0.307146} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.679053] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.679053] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac93aa9-68cd-4de5-928f-9922ad4469f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.685319] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1018.685319] env[69784]: value = "task-3627967" [ 1018.685319] env[69784]: _type = "Task" [ 1018.685319] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.694922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "0358e956-5244-4172-946d-69ec0f2be854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.695184] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "0358e956-5244-4172-946d-69ec0f2be854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.695389] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "0358e956-5244-4172-946d-69ec0f2be854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.695594] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "0358e956-5244-4172-946d-69ec0f2be854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.695759] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "0358e956-5244-4172-946d-69ec0f2be854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.697349] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.697843] env[69784]: INFO nova.compute.manager [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Terminating instance [ 1018.854742] env[69784]: DEBUG oslo_vmware.api [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3627964, 'name': PowerOnVM_Task, 'duration_secs': 0.465328} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.857973] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.858324] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-01eb1b61-0ee8-4581-9cd3-4f64962aa8db tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance '54e9468f-f5c4-4e18-809a-67de6687b2f4' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.863398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.866723] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.100s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.868419] env[69784]: INFO nova.compute.claims [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.882410] env[69784]: DEBUG oslo_vmware.api [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3627965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20594} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.883123] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.883467] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.884285] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.910510] env[69784]: INFO nova.scheduler.client.report [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Deleted allocations for instance 416661db-8217-4744-a194-40d75d6f43d8 [ 1018.923947] env[69784]: INFO nova.scheduler.client.report [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted allocations for instance 999af0f3-bc92-4ac5-b534-de29b4236cd2 [ 1018.929767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.929767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.929767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.929767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.929767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.934559] env[69784]: INFO nova.compute.manager [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Terminating instance [ 1019.080725] env[69784]: DEBUG nova.network.neutron [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "435d3887-536a-4895-954c-5c225161069d", "address": "fa:16:3e:e9:00:78", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435d3887-53", "ovs_interfaceid": "435d3887-536a-4895-954c-5c225161069d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.102182] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499919} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.102632] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] d923ac81-b5ef-4fde-abcf-2a768ec58683/d923ac81-b5ef-4fde-abcf-2a768ec58683.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.103406] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.109560] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-553689b6-dc92-4ba4-9216-ed9cdf73fba7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.112484] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5298f1f6-e87a-b9a8-1e14-e471da718c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.114618] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc9d95e-f1a2-4393-80f2-45c2a2c5f2a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.119381] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1019.119381] env[69784]: value = "task-3627968" [ 1019.119381] env[69784]: _type = "Task" [ 1019.119381] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.125154] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1019.125154] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc5432-84a7-9c74-ad28-fe7281e7c90a" [ 1019.125154] env[69784]: _type = "Task" [ 1019.125154] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.132343] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.137630] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc5432-84a7-9c74-ad28-fe7281e7c90a, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.138242] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.138629] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.139065] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b506601-ccc3-4862-b920-05f6101bf4a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.145999] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1019.145999] env[69784]: value = "task-3627969" [ 1019.145999] env[69784]: _type = "Task" [ 1019.145999] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.154585] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.196989] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.202030] env[69784]: DEBUG nova.compute.manager [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.202130] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.202903] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f95b28-7f10-47fd-bf4e-a5f209e4f3f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.210402] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.210656] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2573d82-7d66-4a80-b3fc-8034209a89cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.216206] env[69784]: DEBUG oslo_vmware.api [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1019.216206] env[69784]: value = "task-3627970" [ 1019.216206] env[69784]: _type = "Task" [ 1019.216206] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.224157] env[69784]: DEBUG oslo_vmware.api [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.424194] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a35bd805-2778-4384-8b91-6254a2fe692a tempest-ServersWithSpecificFlavorTestJSON-1722080042 tempest-ServersWithSpecificFlavorTestJSON-1722080042-project-member] Lock "416661db-8217-4744-a194-40d75d6f43d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.383s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.426186] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.440071] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "refresh_cache-8f0eaca0-455e-4d98-b393-a09f8c3a512d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.440302] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquired lock "refresh_cache-8f0eaca0-455e-4d98-b393-a09f8c3a512d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.440574] env[69784]: DEBUG nova.network.neutron [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.588900] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.589668] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.589841] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.590959] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0af04-5582-4544-bd30-1a2d08c4dd38 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.609446] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.609789] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.610044] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.610282] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.610511] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.610718] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.610963] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.611214] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.611413] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.611603] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.611883] env[69784]: DEBUG nova.virt.hardware [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.620860] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Reconfiguring VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1019.620860] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d8100e-5f9f-4001-8c07-dbbb1f8be21c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.645526] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078704} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.646090] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.646454] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1019.646454] env[69784]: value = "task-3627971" [ 1019.646454] env[69784]: _type = "Task" [ 1019.646454] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.647221] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dd21a4-5e8c-4769-9831-419ca771c209 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.676402] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627971, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.676695] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627969, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.685721] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d923ac81-b5ef-4fde-abcf-2a768ec58683/d923ac81-b5ef-4fde-abcf-2a768ec58683.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.686061] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96f840c-7157-4865-a730-2e81dc00ce04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.708352] env[69784]: DEBUG oslo_vmware.api [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627967, 'name': PowerOnVM_Task, 'duration_secs': 0.610027} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.709552] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.709787] env[69784]: INFO nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1019.709970] env[69784]: DEBUG nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.710303] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1019.710303] env[69784]: value = "task-3627972" [ 1019.710303] env[69784]: _type = "Task" [ 1019.710303] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.710982] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878c54c8-0c1e-4ba5-aa6a-25d03fa85658 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.732508] env[69784]: DEBUG oslo_vmware.api [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627970, 'name': PowerOffVM_Task, 'duration_secs': 0.233782} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.732744] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.732908] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.733179] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-210b07fb-bebe-4b8c-a845-299d7065387d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.815426] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "978fc1ca-6186-4810-a504-e4bdcf0c0193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.815726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.818237] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.818399] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.818565] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleting the datastore file [datastore2] 0358e956-5244-4172-946d-69ec0f2be854 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.819065] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e586c09-d644-4f23-a91d-7b8cd5b94102 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.825767] env[69784]: DEBUG oslo_vmware.api [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1019.825767] env[69784]: value = "task-3627974" [ 1019.825767] env[69784]: _type = "Task" [ 1019.825767] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.834938] env[69784]: DEBUG oslo_vmware.api [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.961612] env[69784]: DEBUG nova.network.neutron [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.015863] env[69784]: DEBUG nova.network.neutron [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.161165] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534482} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.163052] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.163052] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.165628] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f911aa8-c719-410c-bcbb-fc5d3c567c5d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.168174] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.175145] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1020.175145] env[69784]: value = "task-3627975" [ 1020.175145] env[69784]: _type = "Task" [ 1020.175145] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.183499] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.227381] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627972, 'name': ReconfigVM_Task, 'duration_secs': 0.511061} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.227690] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d923ac81-b5ef-4fde-abcf-2a768ec58683/d923ac81-b5ef-4fde-abcf-2a768ec58683.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.232155] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9725cc7-142d-4582-b7a7-96fbe2608f68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.238843] env[69784]: INFO nova.compute.manager [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Took 34.95 seconds to build instance. [ 1020.242500] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1020.242500] env[69784]: value = "task-3627976" [ 1020.242500] env[69784]: _type = "Task" [ 1020.242500] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.256478] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627976, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.290904] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17647d9a-a531-4c0f-be5a-87869edda21f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.298803] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2e4d0d-d35f-4ca6-88a2-826b942da413 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.349528] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.359269] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad61c837-e28e-4560-9e95-8bb4fa31155f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.366894] env[69784]: DEBUG oslo_vmware.api [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3627974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400309} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.369098] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.369369] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.369587] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.369703] env[69784]: INFO nova.compute.manager [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1020.370122] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.370291] env[69784]: DEBUG nova.compute.manager [-] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.370406] env[69784]: DEBUG nova.network.neutron [-] [instance: 0358e956-5244-4172-946d-69ec0f2be854] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.373723] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81ccb5-d0c0-4a5f-9729-9ad43c069136 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.394307] env[69784]: DEBUG nova.compute.provider_tree [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.521118] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Releasing lock "refresh_cache-8f0eaca0-455e-4d98-b393-a09f8c3a512d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.521576] env[69784]: DEBUG nova.compute.manager [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.521773] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.522693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007448b5-dae9-434f-8f3e-fa5291319599 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.534279] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.534564] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe6af00-c037-456b-a92d-92f86c0090b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.541441] env[69784]: DEBUG oslo_vmware.api [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1020.541441] env[69784]: value = "task-3627977" [ 1020.541441] env[69784]: _type = "Task" [ 1020.541441] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.560865] env[69784]: DEBUG oslo_vmware.api [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.660549] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.687780] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182989} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.692975] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.694966] env[69784]: DEBUG nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-changed-435d3887-536a-4895-954c-5c225161069d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.694966] env[69784]: DEBUG nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Refreshing instance network info cache due to event network-changed-435d3887-536a-4895-954c-5c225161069d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.695097] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Acquiring lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.695868] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Acquired lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.695868] env[69784]: DEBUG nova.network.neutron [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Refreshing network info cache for port 435d3887-536a-4895-954c-5c225161069d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.700022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc91c12-431a-48fd-9eca-a82eea95a34d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.718093] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.720619] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f92e16-2483-494f-be55-bc0781104a9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.737732] env[69784]: DEBUG nova.network.neutron [-] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.743472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-26a71f3a-12e4-43b9-9aff-3f0b10d345af tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.463s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.743891] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1020.743891] env[69784]: value = "task-3627978" [ 1020.743891] env[69784]: _type = "Task" [ 1020.743891] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.755580] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627976, 'name': Rename_Task, 'duration_secs': 0.309375} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.759108] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.759375] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.759905] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d41db4-e630-44ce-b0e1-45a986fa605f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.765649] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1020.765649] env[69784]: value = "task-3627979" [ 1020.765649] env[69784]: _type = "Task" [ 1020.765649] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.781572] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.872485] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.897617] env[69784]: DEBUG nova.scheduler.client.report [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.051907] env[69784]: DEBUG oslo_vmware.api [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627977, 'name': PowerOffVM_Task, 'duration_secs': 0.14928} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.052259] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.052471] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.052791] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4553dc-139f-48ae-b0b0-b839ee27cb3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.080108] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.080418] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.080679] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Deleting the datastore file [datastore2] 8f0eaca0-455e-4d98-b393-a09f8c3a512d {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.081138] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02da3f7b-26e1-4d7c-a6a0-629fbbe3e0f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.091087] env[69784]: DEBUG oslo_vmware.api [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for the task: (returnval){ [ 1021.091087] env[69784]: value = "task-3627981" [ 1021.091087] env[69784]: _type = "Task" [ 1021.091087] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.100523] env[69784]: DEBUG oslo_vmware.api [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.161990] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.240212] env[69784]: INFO nova.compute.manager [-] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Took 0.87 seconds to deallocate network for instance. [ 1021.263764] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627978, 'name': ReconfigVM_Task, 'duration_secs': 0.44791} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.264084] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.265644] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66f455ce-dc70-4090-907b-eb02b6a39318 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.280448] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627979, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.284792] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1021.284792] env[69784]: value = "task-3627982" [ 1021.284792] env[69784]: _type = "Task" [ 1021.284792] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.294610] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627982, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.321596] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.321857] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.402387] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.402919] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.409021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.605s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.409021] env[69784]: INFO nova.compute.claims [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.504792] env[69784]: DEBUG nova.network.neutron [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updated VIF entry in instance network info cache for port 435d3887-536a-4895-954c-5c225161069d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.505197] env[69784]: DEBUG nova.network.neutron [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "435d3887-536a-4895-954c-5c225161069d", "address": "fa:16:3e:e9:00:78", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435d3887-53", "ovs_interfaceid": "435d3887-536a-4895-954c-5c225161069d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.602567] env[69784]: DEBUG oslo_vmware.api [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Task: {'id': task-3627981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213646} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.602824] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.604016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.604016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.604016] env[69784]: INFO nova.compute.manager [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1021.604016] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.604392] env[69784]: DEBUG nova.compute.manager [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.604392] env[69784]: DEBUG nova.network.neutron [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.620767] env[69784]: DEBUG nova.network.neutron [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.661338] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.756624] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.777872] env[69784]: DEBUG oslo_vmware.api [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3627979, 'name': PowerOnVM_Task, 'duration_secs': 0.629467} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.778154] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.778356] env[69784]: INFO nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1021.778536] env[69784]: DEBUG nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.779304] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48081f30-1250-4281-82de-e9f0c178170c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.795795] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627982, 'name': Rename_Task, 'duration_secs': 0.245923} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.796047] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.796280] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4860f427-a0a2-4dc4-8027-6909d7f5a083 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.803416] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1021.803416] env[69784]: value = "task-3627983" [ 1021.803416] env[69784]: _type = "Task" [ 1021.803416] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.819393] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.825591] env[69784]: INFO nova.compute.manager [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Detaching volume f967c674-8659-4b2d-be02-df167844aff6 [ 1021.864254] env[69784]: INFO nova.virt.block_device [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Attempting to driver detach volume f967c674-8659-4b2d-be02-df167844aff6 from mountpoint /dev/sdb [ 1021.864500] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1021.864692] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723464', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'name': 'volume-f967c674-8659-4b2d-be02-df167844aff6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60428609-2f06-42ec-994e-473b86d87c17', 'attached_at': '', 'detached_at': '', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'serial': 'f967c674-8659-4b2d-be02-df167844aff6'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1021.865599] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a7387d-7a16-4687-8e94-132500d6f379 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.898191] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a0b637-8a92-43f5-9921-8e70d0002ca4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.907282] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e116fe1-7a4d-47b1-8e31-69c0b6179074 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.911960] env[69784]: DEBUG nova.compute.utils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.916143] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.916362] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.941648] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7bd10-cdfd-4f21-ad8d-28582a5b6b39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.962233] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] The volume has not been displaced from its original location: [datastore2] volume-f967c674-8659-4b2d-be02-df167844aff6/volume-f967c674-8659-4b2d-be02-df167844aff6.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1021.967678] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1021.969274] env[69784]: DEBUG nova.policy [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc6c93cb02e499692eec0f87b5b5af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '580ba31a87b14148aec9d87c17567514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.971275] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcb15ca-491b-417a-ac37-2ae3d214bfbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.991243] env[69784]: DEBUG oslo_vmware.api [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1021.991243] env[69784]: value = "task-3627984" [ 1021.991243] env[69784]: _type = "Task" [ 1021.991243] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.999458] env[69784]: DEBUG oslo_vmware.api [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.008771] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Releasing lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.009340] env[69784]: DEBUG nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-vif-unplugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.010545] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.010545] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.010545] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.010720] env[69784]: DEBUG nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] No waiting events found dispatching network-vif-unplugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.010909] env[69784]: WARNING nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received unexpected event network-vif-unplugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 for instance with vm_state shelved_offloaded and task_state None. [ 1022.011186] env[69784]: DEBUG nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-changed-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.011415] env[69784]: DEBUG nova.compute.manager [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Refreshing instance network info cache due to event network-changed-f2675e22-1a2f-4fdc-a364-397cd259d5d7. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.011648] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.011797] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.011963] env[69784]: DEBUG nova.network.neutron [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Refreshing network info cache for port f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.124419] env[69784]: DEBUG nova.network.neutron [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.162574] env[69784]: DEBUG oslo_vmware.api [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627971, 'name': ReconfigVM_Task, 'duration_secs': 2.101391} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.163192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.163461] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Reconfigured VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1022.299934] env[69784]: INFO nova.compute.manager [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Took 32.23 seconds to build instance. [ 1022.319579] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.373651] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Successfully created port: 462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.421175] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.450955] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.450955] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.450955] env[69784]: DEBUG nova.compute.manager [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Going to confirm migration 4 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1022.502521] env[69784]: DEBUG oslo_vmware.api [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627984, 'name': ReconfigVM_Task, 'duration_secs': 0.262755} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.505813] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.511478] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1bf727-8c42-480c-a26a-db742080974e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.535019] env[69784]: DEBUG oslo_vmware.api [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1022.535019] env[69784]: value = "task-3627985" [ 1022.535019] env[69784]: _type = "Task" [ 1022.535019] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.544918] env[69784]: DEBUG oslo_vmware.api [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.627585] env[69784]: INFO nova.compute.manager [-] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Took 1.02 seconds to deallocate network for instance. [ 1022.668726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2986d563-2516-4ead-9d75-b9edc265bd32 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-9e36d1e1-2436-4e99-88eb-615f5cb2557a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.698s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.803253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2b2e8ca8-33d9-40a7-956e-f40049ccbd8d tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.739s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.821895] env[69784]: DEBUG oslo_vmware.api [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627983, 'name': PowerOnVM_Task, 'duration_secs': 0.632231} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.828713] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.828713] env[69784]: INFO nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1022.829107] env[69784]: DEBUG nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.831047] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043f0b5e-2c5d-41b5-bf56-9eb2f6f8c7ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.847166] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "270203ea-3075-4d3e-ac0e-b8320d0635c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.847531] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.847641] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "270203ea-3075-4d3e-ac0e-b8320d0635c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.848344] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.848344] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.856029] env[69784]: INFO nova.compute.manager [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Terminating instance [ 1022.994408] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9488049-f722-4e0f-99d9-170277340d87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.997782] env[69784]: DEBUG nova.network.neutron [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updated VIF entry in instance network info cache for port f2675e22-1a2f-4fdc-a364-397cd259d5d7. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.998122] env[69784]: DEBUG nova.network.neutron [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf2675e22-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.004341] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b346679-4077-4e10-a3da-b24fdc04ae20 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.040242] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c378aae3-f44b-4d80-95cc-bb0d1361ee4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.050516] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eba822-e743-4aae-8281-97be6826600b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.054153] env[69784]: DEBUG oslo_vmware.api [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627985, 'name': ReconfigVM_Task, 'duration_secs': 0.191108} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.055172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.055344] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.055514] env[69784]: DEBUG nova.network.neutron [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.055700] env[69784]: DEBUG nova.objects.instance [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lazy-loading 'info_cache' on Instance uuid 54e9468f-f5c4-4e18-809a-67de6687b2f4 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.057646] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723464', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'name': 'volume-f967c674-8659-4b2d-be02-df167844aff6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60428609-2f06-42ec-994e-473b86d87c17', 'attached_at': '', 'detached_at': '', 'volume_id': 'f967c674-8659-4b2d-be02-df167844aff6', 'serial': 'f967c674-8659-4b2d-be02-df167844aff6'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.069798] env[69784]: DEBUG nova.compute.provider_tree [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.136736] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.349601] env[69784]: INFO nova.compute.manager [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Took 32.15 seconds to build instance. [ 1023.363198] env[69784]: DEBUG nova.compute.manager [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.363417] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.364542] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a29c6b-4bc6-4b02-9a5f-515c3dd4e0e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.373702] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.373931] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ddd2227-76de-41cd-9c92-a595da763b61 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.379505] env[69784]: DEBUG oslo_vmware.api [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1023.379505] env[69784]: value = "task-3627986" [ 1023.379505] env[69784]: _type = "Task" [ 1023.379505] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.387218] env[69784]: DEBUG oslo_vmware.api [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.435204] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.438319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.463673] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.463915] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.464082] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.464269] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.464479] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.464554] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.464751] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.465357] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.465357] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.465357] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.465609] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.467040] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e8385a-e271-4985-b4c5-124a16f96beb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.474931] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bce29d-2f19-49c6-b5cf-9a85f5683673 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.500881] env[69784]: DEBUG oslo_concurrency.lockutils [req-10f5613d-db4e-464f-8809-0bc8b88c5c2a req-a4805574-0f57-48de-98d5-8db08076e694 service nova] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.553766] env[69784]: DEBUG nova.compute.manager [req-b1949e88-b5ef-4596-952d-3f8478658476 req-93ca349b-436b-42a8-842b-02bbc45a852d service nova] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Received event network-vif-deleted-c99aa184-9373-48bf-b023-585651278513 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.573163] env[69784]: DEBUG nova.scheduler.client.report [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.610961] env[69784]: DEBUG nova.objects.instance [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lazy-loading 'flavor' on Instance uuid 60428609-2f06-42ec-994e-473b86d87c17 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.851048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4cac837d-2b99-4b05-a36b-f48ce776d5b3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "79f2d5b6-657f-428d-903d-9e1babd46734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.662s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.890041] env[69784]: DEBUG oslo_vmware.api [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627986, 'name': PowerOffVM_Task, 'duration_secs': 0.3446} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.890041] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.890041] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.890289] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d87f1d6-bc78-45e4-abad-2ebfc77a58e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.958633] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.958881] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.959083] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Deleting the datastore file [datastore2] 270203ea-3075-4d3e-ac0e-b8320d0635c2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.959383] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572db3cb-016a-4790-91cb-828bfd93e82d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.966099] env[69784]: DEBUG oslo_vmware.api [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for the task: (returnval){ [ 1023.966099] env[69784]: value = "task-3627988" [ 1023.966099] env[69784]: _type = "Task" [ 1023.966099] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.974292] env[69784]: DEBUG oslo_vmware.api [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.079007] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.083280] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.084331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.244s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.086020] env[69784]: INFO nova.compute.claims [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.241521] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Successfully updated port: 462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.369932] env[69784]: DEBUG nova.network.neutron [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [{"id": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "address": "fa:16:3e:55:f9:95", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e000f-48", "ovs_interfaceid": "019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.476640] env[69784]: DEBUG oslo_vmware.api [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Task: {'id': task-3627988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191414} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.476889] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.477321] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.477589] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.477800] env[69784]: INFO nova.compute.manager [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1024.478016] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.478225] env[69784]: DEBUG nova.compute.manager [-] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.478314] env[69784]: DEBUG nova.network.neutron [-] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.591036] env[69784]: DEBUG nova.compute.utils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.597120] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.597120] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.621610] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b22c8a23-c27a-43ef-9e26-4fff9b2ab2d1 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.634638] env[69784]: DEBUG nova.policy [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc6c93cb02e499692eec0f87b5b5af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '580ba31a87b14148aec9d87c17567514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.666592] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "3956996d-195c-4c0a-bbe2-845faaea3a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.666896] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.681607] env[69784]: INFO nova.compute.manager [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Rebuilding instance [ 1024.738187] env[69784]: DEBUG nova.compute.manager [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.739277] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237320e-eb74-40e3-8a19-5ecd40641cdb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.752656] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "refresh_cache-b9dc6c6b-878d-4fee-bf21-a9702eeebff6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.752656] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "refresh_cache-b9dc6c6b-878d-4fee-bf21-a9702eeebff6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.752656] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.873825] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-54e9468f-f5c4-4e18-809a-67de6687b2f4" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.875791] env[69784]: DEBUG nova.objects.instance [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lazy-loading 'migration_context' on Instance uuid 54e9468f-f5c4-4e18-809a-67de6687b2f4 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.026139] env[69784]: DEBUG nova.compute.manager [req-4b69d5ee-03f8-447c-a597-85aed815fe06 req-03a8c2a1-ace2-42a8-b271-b28d4d98eafb service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Received event network-vif-deleted-5723251f-b73e-41f7-a29b-bf40c602ba88 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.026139] env[69784]: INFO nova.compute.manager [req-4b69d5ee-03f8-447c-a597-85aed815fe06 req-03a8c2a1-ace2-42a8-b271-b28d4d98eafb service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Neutron deleted interface 5723251f-b73e-41f7-a29b-bf40c602ba88; detaching it from the instance and deleting it from the info cache [ 1025.026139] env[69784]: DEBUG nova.network.neutron [req-4b69d5ee-03f8-447c-a597-85aed815fe06 req-03a8c2a1-ace2-42a8-b271-b28d4d98eafb service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.042527] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Successfully created port: 294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.099594] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.169752] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.181329] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-9e36d1e1-2436-4e99-88eb-615f5cb2557a-435d3887-536a-4895-954c-5c225161069d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.181608] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-9e36d1e1-2436-4e99-88eb-615f5cb2557a-435d3887-536a-4895-954c-5c225161069d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.295291] env[69784]: DEBUG nova.network.neutron [-] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.334625] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.378830] env[69784]: DEBUG nova.objects.base [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Object Instance<54e9468f-f5c4-4e18-809a-67de6687b2f4> lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.380200] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2456701a-598d-40cf-b080-5047b68d592a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.410262] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eab18de-6e66-4b6e-a055-7bec484341b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.416882] env[69784]: DEBUG oslo_vmware.api [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1025.416882] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5279813b-33f6-ee6e-9474-8b0a2e851fc5" [ 1025.416882] env[69784]: _type = "Task" [ 1025.416882] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.430432] env[69784]: DEBUG oslo_vmware.api [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5279813b-33f6-ee6e-9474-8b0a2e851fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.530679] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba7d3d5b-8a76-4a88-a286-0c3b45248cc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.547257] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ce48b-2211-4274-bd1b-dd7a7239c225 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.588689] env[69784]: DEBUG nova.compute.manager [req-4b69d5ee-03f8-447c-a597-85aed815fe06 req-03a8c2a1-ace2-42a8-b271-b28d4d98eafb service nova] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Detach interface failed, port_id=5723251f-b73e-41f7-a29b-bf40c602ba88, reason: Instance 270203ea-3075-4d3e-ac0e-b8320d0635c2 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.593421] env[69784]: DEBUG nova.compute.manager [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Received event network-vif-plugged-462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.593779] env[69784]: DEBUG oslo_concurrency.lockutils [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] Acquiring lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.594116] env[69784]: DEBUG oslo_concurrency.lockutils [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.594411] env[69784]: DEBUG oslo_concurrency.lockutils [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.595768] env[69784]: DEBUG nova.compute.manager [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] No waiting events found dispatching network-vif-plugged-462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.595768] env[69784]: WARNING nova.compute.manager [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Received unexpected event network-vif-plugged-462c8b38-dcb2-415e-b0c6-90aa4afe29e8 for instance with vm_state building and task_state spawning. [ 1025.595768] env[69784]: DEBUG nova.compute.manager [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Received event network-changed-462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.595768] env[69784]: DEBUG nova.compute.manager [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Refreshing instance network info cache due to event network-changed-462c8b38-dcb2-415e-b0c6-90aa4afe29e8. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.595768] env[69784]: DEBUG oslo_concurrency.lockutils [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] Acquiring lock "refresh_cache-b9dc6c6b-878d-4fee-bf21-a9702eeebff6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.617955] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Updating instance_info_cache with network_info: [{"id": "462c8b38-dcb2-415e-b0c6-90aa4afe29e8", "address": "fa:16:3e:bb:de:d2", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8b38-dc", "ovs_interfaceid": "462c8b38-dcb2-415e-b0c6-90aa4afe29e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.658452] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfac397c-e246-4725-bd75-d93246abc8c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.668121] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.668379] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.668586] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "60428609-2f06-42ec-994e-473b86d87c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.668792] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.668984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.671580] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3357563-ff7d-4c47-b039-5520db3aa5b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.677931] env[69784]: INFO nova.compute.manager [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Terminating instance [ 1025.690070] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.690250] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.719578] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35011737-0032-4166-9760-bef4b61a6f3c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.723205] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.724448] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15799d8c-888c-48f7-9ef0-35303678e258 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.742935] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f243d44f-8e08-4e53-830d-d72c3ad4e65c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.746512] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0e740-55ea-426d-9af6-4923129155bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.773136] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Reconfiguring VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1025.781876] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.782143] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d5272b-566e-4a7f-866a-3a79be948d96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.796645] env[69784]: DEBUG nova.compute.provider_tree [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.798017] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f4ce037-78df-4cd2-b2d4-dcb3c2bd1463 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.802037] env[69784]: INFO nova.compute.manager [-] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Took 1.32 seconds to deallocate network for instance. [ 1025.807869] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1025.807869] env[69784]: value = "task-3627989" [ 1025.807869] env[69784]: _type = "Task" [ 1025.807869] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.810301] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1025.810301] env[69784]: value = "task-3627990" [ 1025.810301] env[69784]: _type = "Task" [ 1025.810301] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.822843] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.825696] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.927426] env[69784]: DEBUG oslo_vmware.api [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5279813b-33f6-ee6e-9474-8b0a2e851fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.018107} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.927781] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.112034] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.123337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "refresh_cache-b9dc6c6b-878d-4fee-bf21-a9702eeebff6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.123468] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Instance network_info: |[{"id": "462c8b38-dcb2-415e-b0c6-90aa4afe29e8", "address": "fa:16:3e:bb:de:d2", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8b38-dc", "ovs_interfaceid": "462c8b38-dcb2-415e-b0c6-90aa4afe29e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.123762] env[69784]: DEBUG oslo_concurrency.lockutils [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] Acquired lock "refresh_cache-b9dc6c6b-878d-4fee-bf21-a9702eeebff6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.123888] env[69784]: DEBUG nova.network.neutron [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Refreshing network info cache for port 462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.125362] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:de:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462c8b38-dcb2-415e-b0c6-90aa4afe29e8', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.132531] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Creating folder: Project (580ba31a87b14148aec9d87c17567514). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.135227] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a51e686a-41be-4f3b-9b36-c9236fbcfd3a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.144785] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.145050] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.145215] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.145400] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.145548] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.145697] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.145903] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.146134] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.146833] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.146833] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.146833] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.147940] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374fb945-f8cb-4a8e-bacd-f2fa03cae5de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.152995] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Created folder: Project (580ba31a87b14148aec9d87c17567514) in parent group-v723273. [ 1026.153265] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Creating folder: Instances. Parent ref: group-v723501. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.153987] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28175a99-2eb8-4a5e-aa7a-800920aecd27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.163501] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0661b83d-dd1f-4c96-acdc-b06a6454e39c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.171314] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Created folder: Instances in parent group-v723501. [ 1026.171635] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.172296] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.172564] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2280bb95-95ff-4041-b649-88744adba77f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.209028] env[69784]: DEBUG nova.compute.manager [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.209028] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.209217] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6f4a0-414b-43e3-b7d6-73e43128fbed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.216540] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.217689] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64f812f-c206-47fe-8a01-495c8d82757a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.219083] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.219083] env[69784]: value = "task-3627993" [ 1026.219083] env[69784]: _type = "Task" [ 1026.219083] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.223647] env[69784]: DEBUG oslo_vmware.api [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1026.223647] env[69784]: value = "task-3627994" [ 1026.223647] env[69784]: _type = "Task" [ 1026.223647] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.229199] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627993, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.234030] env[69784]: DEBUG oslo_vmware.api [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.302067] env[69784]: DEBUG nova.scheduler.client.report [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.310026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.322322] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.325324] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627990, 'name': PowerOffVM_Task, 'duration_secs': 0.187529} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.326206] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.326436] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.327217] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf85a2-535b-4fda-8e44-e34f1e32bf44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.334781] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.335112] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-121cc70e-b9ec-4876-a413-a4eb562a6b5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.360315] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.360620] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.360828] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Deleting the datastore file [datastore1] 79f2d5b6-657f-428d-903d-9e1babd46734 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.361145] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c073d1-c352-43b6-b3f1-712e567caced {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.367829] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1026.367829] env[69784]: value = "task-3627996" [ 1026.367829] env[69784]: _type = "Task" [ 1026.367829] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.375639] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.732158] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627993, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.737219] env[69784]: DEBUG oslo_vmware.api [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627994, 'name': PowerOffVM_Task, 'duration_secs': 0.20216} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.737486] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.737650] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.737904] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b3c2caa-0cc5-4402-9c94-e1ba29290830 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.810106] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.810106] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.811266] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.764s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.819642] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.819854] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.820039] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleting the datastore file [datastore1] 60428609-2f06-42ec-994e-473b86d87c17 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.821877] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c22ca10-7a79-49b9-94c1-c6a480b80d30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.829361] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.834085] env[69784]: DEBUG oslo_vmware.api [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1026.834085] env[69784]: value = "task-3627998" [ 1026.834085] env[69784]: _type = "Task" [ 1026.834085] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.838399] env[69784]: DEBUG oslo_vmware.api [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.883079] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3627996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107144} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.883442] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.883634] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.883803] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.005774] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Successfully updated port: 294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.214364] env[69784]: DEBUG nova.network.neutron [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Updated VIF entry in instance network info cache for port 462c8b38-dcb2-415e-b0c6-90aa4afe29e8. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.214724] env[69784]: DEBUG nova.network.neutron [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Updating instance_info_cache with network_info: [{"id": "462c8b38-dcb2-415e-b0c6-90aa4afe29e8", "address": "fa:16:3e:bb:de:d2", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462c8b38-dc", "ovs_interfaceid": "462c8b38-dcb2-415e-b0c6-90aa4afe29e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.228909] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627993, 'name': CreateVM_Task, 'duration_secs': 0.542034} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.231372] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.232512] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.232766] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.233137] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.233434] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044f387a-623b-4473-bb9e-48aa56737e6d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.238181] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1027.238181] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e97308-3e8d-bfad-64e9-2e0047feb05b" [ 1027.238181] env[69784]: _type = "Task" [ 1027.238181] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.249260] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e97308-3e8d-bfad-64e9-2e0047feb05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.316699] env[69784]: DEBUG nova.compute.utils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.322170] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.322170] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.332755] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.342242] env[69784]: DEBUG oslo_vmware.api [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3627998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145474} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.343470] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.343711] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.343888] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.344070] env[69784]: INFO nova.compute.manager [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1027.344307] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.344996] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67110ba3-50a0-4207-9ff9-fca7ca49ce59 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.347746] env[69784]: DEBUG nova.compute.manager [-] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.347892] env[69784]: DEBUG nova.network.neutron [-] [instance: 60428609-2f06-42ec-994e-473b86d87c17] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.354392] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4842d1b8-52fb-48f0-ab83-aceee1e72e51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.386826] env[69784]: DEBUG nova.policy [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccc6c93cb02e499692eec0f87b5b5af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '580ba31a87b14148aec9d87c17567514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.388847] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae20ae-0494-4ef7-b5ca-e767b80a8533 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.404038] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf70e0-e6e7-4588-abb4-224a5b8670a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.415848] env[69784]: DEBUG nova.compute.provider_tree [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.510372] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "refresh_cache-d7e291c4-8235-4629-8026-1d5b255f9b29" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.510576] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "refresh_cache-d7e291c4-8235-4629-8026-1d5b255f9b29" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.510743] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.662078] env[69784]: DEBUG nova.compute.manager [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Received event network-vif-plugged-294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.662335] env[69784]: DEBUG oslo_concurrency.lockutils [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] Acquiring lock "d7e291c4-8235-4629-8026-1d5b255f9b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.662559] env[69784]: DEBUG oslo_concurrency.lockutils [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.662773] env[69784]: DEBUG oslo_concurrency.lockutils [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.662957] env[69784]: DEBUG nova.compute.manager [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] No waiting events found dispatching network-vif-plugged-294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.663444] env[69784]: WARNING nova.compute.manager [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Received unexpected event network-vif-plugged-294315f6-2922-47b0-9e16-26c24ad1facf for instance with vm_state building and task_state spawning. [ 1027.663626] env[69784]: DEBUG nova.compute.manager [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Received event network-changed-294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.663767] env[69784]: DEBUG nova.compute.manager [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Refreshing instance network info cache due to event network-changed-294315f6-2922-47b0-9e16-26c24ad1facf. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.663940] env[69784]: DEBUG oslo_concurrency.lockutils [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] Acquiring lock "refresh_cache-d7e291c4-8235-4629-8026-1d5b255f9b29" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.719868] env[69784]: DEBUG oslo_concurrency.lockutils [req-04e5cd1f-cbee-4f6d-a59c-204e210be13c req-6250e2ec-3bcc-4631-8841-c5316bd4503c service nova] Releasing lock "refresh_cache-b9dc6c6b-878d-4fee-bf21-a9702eeebff6" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.753296] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e97308-3e8d-bfad-64e9-2e0047feb05b, 'name': SearchDatastore_Task, 'duration_secs': 0.014937} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.753608] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.755311] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.755633] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.755774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.755960] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.756251] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62f0ee3-8d2c-4292-94cf-879810e958b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.766112] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.766220] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.767024] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e5729b-c386-4693-9cc2-7f2ec75597eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.773357] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1027.773357] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52365e7a-eb58-9840-bedb-dc8c9815f1b0" [ 1027.773357] env[69784]: _type = "Task" [ 1027.773357] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.781224] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52365e7a-eb58-9840-bedb-dc8c9815f1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.788574] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Successfully created port: da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.829713] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.833060] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.840013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.840013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.920595] env[69784]: DEBUG nova.scheduler.client.report [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.930905] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.931249] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.931335] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.931500] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.931642] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.931823] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.932115] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.932199] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.932360] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.932520] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.932692] env[69784]: DEBUG nova.virt.hardware [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.933582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d77cfb8-4376-4048-82a1-1371e7e7c4a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.941976] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63034d-4495-437e-9c9f-4d05c691b2bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.956339] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.963084] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.963084] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.963084] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d5f36e9-23f6-47f3-88de-a0c8efca6a09 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.980148] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.980148] env[69784]: value = "task-3627999" [ 1027.980148] env[69784]: _type = "Task" [ 1027.980148] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.987668] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627999, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.105743] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.283365] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52365e7a-eb58-9840-bedb-dc8c9815f1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.284464] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f848991-8d31-4c62-8eb6-4983eeff33fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.294540] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1028.294540] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52863d12-4c26-9369-39ba-8a7ea2dd6d45" [ 1028.294540] env[69784]: _type = "Task" [ 1028.294540] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.306557] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52863d12-4c26-9369-39ba-8a7ea2dd6d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.327169] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.345275] env[69784]: DEBUG nova.compute.utils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.415667] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Updating instance_info_cache with network_info: [{"id": "294315f6-2922-47b0-9e16-26c24ad1facf", "address": "fa:16:3e:77:6c:1c", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294315f6-29", "ovs_interfaceid": "294315f6-2922-47b0-9e16-26c24ad1facf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.426371] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.426599] env[69784]: INFO nova.compute.manager [None req-9234892e-f388-4dd8-a229-d706261777bf tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Successfully reverted task state from rebuilding on failure for instance. [ 1028.439056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.225s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.439056] env[69784]: DEBUG nova.objects.instance [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lazy-loading 'resources' on Instance uuid f6840f44-6cb0-4890-b6e3-8357d10d5fba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.492693] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3627999, 'name': CreateVM_Task, 'duration_secs': 0.252705} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.492941] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.493711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.494470] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.496024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.496024] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2b1012-0230-4f86-afb6-1c3fecae3934 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.502081] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1028.502081] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527aef49-3149-c016-2237-20e6f37e141a" [ 1028.502081] env[69784]: _type = "Task" [ 1028.502081] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.510651] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527aef49-3149-c016-2237-20e6f37e141a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.756764] env[69784]: DEBUG nova.network.neutron [-] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.807604] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52863d12-4c26-9369-39ba-8a7ea2dd6d45, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.807930] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.808529] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b9dc6c6b-878d-4fee-bf21-a9702eeebff6/b9dc6c6b-878d-4fee-bf21-a9702eeebff6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.808811] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ccc3085-50bd-477f-986c-3d29ba0ae4b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.831069] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.832654] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1028.832654] env[69784]: value = "task-3628000" [ 1028.832654] env[69784]: _type = "Task" [ 1028.832654] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.846210] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.848454] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.849417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.884436] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.884898] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.885222] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.885574] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.886189] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.886559] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.886925] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.887256] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.887601] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.887931] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.888272] env[69784]: DEBUG nova.virt.hardware [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.890169] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48323785-24c1-4ab3-a0b1-1999db321c09 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.898582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da3302-8779-452f-b49c-09c2b73c9691 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.919906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "refresh_cache-d7e291c4-8235-4629-8026-1d5b255f9b29" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.919906] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Instance network_info: |[{"id": "294315f6-2922-47b0-9e16-26c24ad1facf", "address": "fa:16:3e:77:6c:1c", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294315f6-29", "ovs_interfaceid": "294315f6-2922-47b0-9e16-26c24ad1facf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.919906] env[69784]: DEBUG oslo_concurrency.lockutils [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] Acquired lock "refresh_cache-d7e291c4-8235-4629-8026-1d5b255f9b29" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.919906] env[69784]: DEBUG nova.network.neutron [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Refreshing network info cache for port 294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.921166] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '294315f6-2922-47b0-9e16-26c24ad1facf', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.927953] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.929803] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.929803] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8532035f-f04b-4ae1-bf0f-2af49ebe747c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.954238] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.954238] env[69784]: value = "task-3628001" [ 1028.954238] env[69784]: _type = "Task" [ 1028.954238] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.962751] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628001, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.015672] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527aef49-3149-c016-2237-20e6f37e141a, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.020017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.021630] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.021630] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.021630] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.021630] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.021862] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65e9b17-1bde-48df-b280-6cf28a774d8d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.040537] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.040735] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.041570] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf29680-2fd1-4c61-be90-37f26c27e9a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.051056] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1029.051056] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52faf98a-9f50-f35d-6650-9e9070de050d" [ 1029.051056] env[69784]: _type = "Task" [ 1029.051056] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.064471] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52faf98a-9f50-f35d-6650-9e9070de050d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.260018] env[69784]: INFO nova.compute.manager [-] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Took 1.91 seconds to deallocate network for instance. [ 1029.332782] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.351067] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628000, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.467570] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Successfully updated port: da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.475687] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628001, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.562811] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52faf98a-9f50-f35d-6650-9e9070de050d, 'name': SearchDatastore_Task, 'duration_secs': 0.069294} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.565140] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfbe96-9ab2-40d2-96fc-a6d9739f5398 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.567661] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d93b77-5b2b-4bd6-a4d1-3aeccccbf6e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.578998] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a417de-55cc-468d-a246-99486af383b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.582815] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1029.582815] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a84d6e-d0d5-312d-21be-a58452b755cc" [ 1029.582815] env[69784]: _type = "Task" [ 1029.582815] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.617610] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07be03-2a06-44fe-aec5-f0f494b8765c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.624895] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a84d6e-d0d5-312d-21be-a58452b755cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017883} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.625936] env[69784]: DEBUG nova.compute.manager [req-4926aac9-bbce-43bf-b65d-23c86f3b634d req-92a6c1ee-6c57-41ad-a5de-bc224e6def6a service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Received event network-vif-plugged-da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.626159] env[69784]: DEBUG oslo_concurrency.lockutils [req-4926aac9-bbce-43bf-b65d-23c86f3b634d req-92a6c1ee-6c57-41ad-a5de-bc224e6def6a service nova] Acquiring lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.626381] env[69784]: DEBUG oslo_concurrency.lockutils [req-4926aac9-bbce-43bf-b65d-23c86f3b634d req-92a6c1ee-6c57-41ad-a5de-bc224e6def6a service nova] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.626547] env[69784]: DEBUG oslo_concurrency.lockutils [req-4926aac9-bbce-43bf-b65d-23c86f3b634d req-92a6c1ee-6c57-41ad-a5de-bc224e6def6a service nova] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.626715] env[69784]: DEBUG nova.compute.manager [req-4926aac9-bbce-43bf-b65d-23c86f3b634d req-92a6c1ee-6c57-41ad-a5de-bc224e6def6a service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] No waiting events found dispatching network-vif-plugged-da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.626877] env[69784]: WARNING nova.compute.manager [req-4926aac9-bbce-43bf-b65d-23c86f3b634d req-92a6c1ee-6c57-41ad-a5de-bc224e6def6a service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Received unexpected event network-vif-plugged-da9e67ca-8a89-44de-8177-111df054e7bc for instance with vm_state building and task_state spawning. [ 1029.629964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.630238] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.630788] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4c8edc-73b3-4c4c-9f39-6a82c3f57628 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.636997] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8764d4ee-c7a9-4b04-9b7c-031adeab95ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.642280] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1029.642280] env[69784]: value = "task-3628002" [ 1029.642280] env[69784]: _type = "Task" [ 1029.642280] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.653251] env[69784]: DEBUG nova.compute.provider_tree [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.659160] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.768016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.771396] env[69784]: DEBUG nova.network.neutron [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Updated VIF entry in instance network info cache for port 294315f6-2922-47b0-9e16-26c24ad1facf. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.771758] env[69784]: DEBUG nova.network.neutron [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Updating instance_info_cache with network_info: [{"id": "294315f6-2922-47b0-9e16-26c24ad1facf", "address": "fa:16:3e:77:6c:1c", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294315f6-29", "ovs_interfaceid": "294315f6-2922-47b0-9e16-26c24ad1facf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.777406] env[69784]: DEBUG nova.compute.manager [req-1ee72ed4-e3a3-4434-b467-f45960b4f286 req-769a5cf0-16e3-4af6-9c45-bbc5bbc8479f service nova] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Received event network-vif-deleted-67172a39-2dec-46c5-bcd6-a8978633d18c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.826948] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.850107] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535997} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.850107] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b9dc6c6b-878d-4fee-bf21-a9702eeebff6/b9dc6c6b-878d-4fee-bf21-a9702eeebff6.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.850278] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.850533] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfbcd4e5-54d5-40a2-8f68-1cd6e7bee6d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.857182] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1029.857182] env[69784]: value = "task-3628003" [ 1029.857182] env[69784]: _type = "Task" [ 1029.857182] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.866834] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.937920] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.938260] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.938444] env[69784]: INFO nova.compute.manager [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Attaching volume 422b66d8-3f84-437c-9c0e-77070e5ae4bc to /dev/sdb [ 1029.965467] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628001, 'name': CreateVM_Task, 'duration_secs': 0.639749} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.965593] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.966315] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.966720] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.967405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.967405] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42082fd2-e41b-40a2-af4e-15f7adfbea10 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.974280] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1029.974280] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f03d8-766a-9c3e-d699-26384922cfcf" [ 1029.974280] env[69784]: _type = "Task" [ 1029.974280] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.979635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "refresh_cache-c064fcc1-a417-4a56-a9cf-e9d826f96c1a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.979893] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "refresh_cache-c064fcc1-a417-4a56-a9cf-e9d826f96c1a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.980120] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.982109] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a7ebc-957d-4e46-b436-0fa3d4016334 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.992544] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f03d8-766a-9c3e-d699-26384922cfcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.994893] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467b623-c462-4477-bc8a-f9227cb0d792 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.009216] env[69784]: DEBUG nova.virt.block_device [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating existing volume attachment record: 3b561fdb-cb8e-48e9-8241-1aae41644484 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.152460] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.156672] env[69784]: DEBUG nova.scheduler.client.report [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.276101] env[69784]: DEBUG oslo_concurrency.lockutils [req-41e001b6-7108-4045-989e-ae8d86c7c5a9 req-741ace91-753f-4319-b41c-4658f3354bf8 service nova] Releasing lock "refresh_cache-d7e291c4-8235-4629-8026-1d5b255f9b29" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.333993] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.373369] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064776} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.373653] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.374463] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561173e4-ae19-41ba-8ef3-9715c42540d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.397959] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b9dc6c6b-878d-4fee-bf21-a9702eeebff6/b9dc6c6b-878d-4fee-bf21-a9702eeebff6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.398894] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31989a67-ca4f-42f0-a342-0d3405799dc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.419536] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1030.419536] env[69784]: value = "task-3628007" [ 1030.419536] env[69784]: _type = "Task" [ 1030.419536] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.429581] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.484145] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524f03d8-766a-9c3e-d699-26384922cfcf, 'name': SearchDatastore_Task, 'duration_secs': 0.051939} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.484479] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.484687] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.484930] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.485095] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.485276] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.485569] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9bd29f4-890e-4723-84dd-f2cbba955e88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.496240] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.496439] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.497196] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0649ba-4699-40bc-9428-5062a2d48323 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.502548] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1030.502548] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5233abc9-134e-aaeb-772a-fc2797c14c46" [ 1030.502548] env[69784]: _type = "Task" [ 1030.502548] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.510423] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5233abc9-134e-aaeb-772a-fc2797c14c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.524046] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.654378] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622945} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.654635] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.654846] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.655106] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68aff9d6-33ed-470a-884c-158605b1e809 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.663023] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1030.663023] env[69784]: value = "task-3628008" [ 1030.663023] env[69784]: _type = "Task" [ 1030.663023] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.669190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.675586] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.304s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.675856] env[69784]: DEBUG nova.objects.instance [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lazy-loading 'resources' on Instance uuid 57119902-2ef9-46ce-9897-c8d66ebd619b {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.683035] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.684073] env[69784]: DEBUG nova.network.neutron [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Updating instance_info_cache with network_info: [{"id": "da9e67ca-8a89-44de-8177-111df054e7bc", "address": "fa:16:3e:8d:2d:19", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9e67ca-8a", "ovs_interfaceid": "da9e67ca-8a89-44de-8177-111df054e7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.705744] env[69784]: INFO nova.scheduler.client.report [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Deleted allocations for instance f6840f44-6cb0-4890-b6e3-8357d10d5fba [ 1030.828688] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.829068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.829291] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.829570] env[69784]: INFO nova.compute.manager [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Shelving [ 1030.929420] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.012926] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5233abc9-134e-aaeb-772a-fc2797c14c46, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.013747] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0b5277-4256-408f-82ee-2ef9883623e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.018633] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1031.018633] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526f4950-fa76-74f6-17ae-c6752833c292" [ 1031.018633] env[69784]: _type = "Task" [ 1031.018633] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.026252] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526f4950-fa76-74f6-17ae-c6752833c292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.171633] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07337} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.171946] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.172742] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba90d8-38c0-47de-af4e-66c89c81ba3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.195308] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.196153] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "refresh_cache-c064fcc1-a417-4a56-a9cf-e9d826f96c1a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.196482] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Instance network_info: |[{"id": "da9e67ca-8a89-44de-8177-111df054e7bc", "address": "fa:16:3e:8d:2d:19", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9e67ca-8a", "ovs_interfaceid": "da9e67ca-8a89-44de-8177-111df054e7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.196579] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6eb1fa-9ddb-438b-bab7-f60689bbaf6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.211178] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:2d:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da9e67ca-8a89-44de-8177-111df054e7bc', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.219069] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.224235] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.225072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2ebb6600-31a2-4c82-b305-b4553a89c078 tempest-MigrationsAdminTest-640993244 tempest-MigrationsAdminTest-640993244-project-member] Lock "f6840f44-6cb0-4890-b6e3-8357d10d5fba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.540s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.225933] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa0cf7c-83b6-4714-8479-f96577600429 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.244647] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1031.244647] env[69784]: value = "task-3628009" [ 1031.244647] env[69784]: _type = "Task" [ 1031.244647] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.251216] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.251216] env[69784]: value = "task-3628010" [ 1031.251216] env[69784]: _type = "Task" [ 1031.251216] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.258527] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.265638] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628010, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.330064] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.435550] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628007, 'name': ReconfigVM_Task, 'duration_secs': 0.756917} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.435868] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b9dc6c6b-878d-4fee-bf21-a9702eeebff6/b9dc6c6b-878d-4fee-bf21-a9702eeebff6.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.436461] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-418ce2d8-4d24-4717-a2a9-fe0d536251df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.445330] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1031.445330] env[69784]: value = "task-3628011" [ 1031.445330] env[69784]: _type = "Task" [ 1031.445330] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.454044] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628011, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.530203] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526f4950-fa76-74f6-17ae-c6752833c292, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.534626] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.535137] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] d7e291c4-8235-4629-8026-1d5b255f9b29/d7e291c4-8235-4629-8026-1d5b255f9b29.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.536528] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d068d990-4956-4392-9054-973b19120775 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.542815] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1031.542815] env[69784]: value = "task-3628012" [ 1031.542815] env[69784]: _type = "Task" [ 1031.542815] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.550875] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.714348] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06abc4-eec7-436c-88fc-b872abfee78d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.722340] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3073d457-6b4e-4a3b-8281-43c2c5873684 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.756902] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d23a1-5c81-4dca-aff8-b55a61789695 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.760674] env[69784]: DEBUG nova.compute.manager [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Received event network-changed-da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.761148] env[69784]: DEBUG nova.compute.manager [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Refreshing instance network info cache due to event network-changed-da9e67ca-8a89-44de-8177-111df054e7bc. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.761148] env[69784]: DEBUG oslo_concurrency.lockutils [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] Acquiring lock "refresh_cache-c064fcc1-a417-4a56-a9cf-e9d826f96c1a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.761276] env[69784]: DEBUG oslo_concurrency.lockutils [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] Acquired lock "refresh_cache-c064fcc1-a417-4a56-a9cf-e9d826f96c1a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.761381] env[69784]: DEBUG nova.network.neutron [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Refreshing network info cache for port da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.765921] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.766774] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.772708] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628009, 'name': ReconfigVM_Task, 'duration_secs': 0.439227} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.775571] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 79f2d5b6-657f-428d-903d-9e1babd46734/79f2d5b6-657f-428d-903d-9e1babd46734.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.780199] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f761e0-85bd-46bc-b0eb-ce10bdcf1fc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.782641] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64167ff2-a43f-470f-8b9d-6481f43e6874 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.787505] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628010, 'name': CreateVM_Task, 'duration_secs': 0.414137} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.787745] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.789123] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.789287] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.789625] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.789889] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d6458a-f69e-4476-a767-a0854b4ea836 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.805056] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1031.805056] env[69784]: value = "task-3628013" [ 1031.805056] env[69784]: _type = "Task" [ 1031.805056] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.805056] env[69784]: DEBUG nova.compute.provider_tree [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.806567] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1031.806567] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5292664c-c84c-0983-8556-b1b9f9f8716f" [ 1031.806567] env[69784]: _type = "Task" [ 1031.806567] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.821978] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628013, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.833498] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5292664c-c84c-0983-8556-b1b9f9f8716f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.837861] env[69784]: DEBUG oslo_vmware.api [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3627989, 'name': ReconfigVM_Task, 'duration_secs': 5.757974} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.838138] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.838347] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Reconfigured VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1031.845181] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.845612] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-978ee323-271f-4716-93a4-1a8d1d7480f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.853210] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1031.853210] env[69784]: value = "task-3628014" [ 1031.853210] env[69784]: _type = "Task" [ 1031.853210] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.863921] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.957285] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628011, 'name': Rename_Task, 'duration_secs': 0.223347} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.957285] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.957630] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d9089d-35ec-4166-9a57-112ec7164d35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.967438] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1031.967438] env[69784]: value = "task-3628015" [ 1031.967438] env[69784]: _type = "Task" [ 1031.967438] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.976304] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.053987] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628012, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.282310] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1032.282310] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.291690] env[69784]: DEBUG nova.compute.manager [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-vif-deleted-435d3887-536a-4895-954c-5c225161069d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.291854] env[69784]: INFO nova.compute.manager [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Neutron deleted interface 435d3887-536a-4895-954c-5c225161069d; detaching it from the instance and deleting it from the info cache [ 1032.292106] env[69784]: DEBUG nova.network.neutron [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.308922] env[69784]: DEBUG nova.scheduler.client.report [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.327401] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5292664c-c84c-0983-8556-b1b9f9f8716f, 'name': SearchDatastore_Task, 'duration_secs': 0.075523} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.330796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.331089] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.331313] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.331459] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.331632] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.332030] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628013, 'name': Rename_Task, 'duration_secs': 0.259148} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.332862] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22546a41-ddd5-4d4f-a74f-ae6d831c96ba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.334923] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.335636] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6be269f-ef91-49a8-b279-32423aa3f3a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.344126] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1032.344126] env[69784]: value = "task-3628016" [ 1032.344126] env[69784]: _type = "Task" [ 1032.344126] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.345134] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.345315] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.348737] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32021377-f9cd-481c-8c13-99fe2d0ea5b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.356133] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.360558] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1032.360558] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a2a35-89b0-7c4a-82f8-93e25df278d8" [ 1032.360558] env[69784]: _type = "Task" [ 1032.360558] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.375044] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628014, 'name': PowerOffVM_Task, 'duration_secs': 0.27286} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.375793] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.377124] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aeaa91-b85a-4d2a-8cba-6bcae45fb6be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.383760] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a2a35-89b0-7c4a-82f8-93e25df278d8, 'name': SearchDatastore_Task, 'duration_secs': 0.019557} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.385091] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cfe241-4597-4228-b80c-bc199cc0f2be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.406266] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15802ed-0dc8-406a-af7b-a217c0d4e7f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.413016] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1032.413016] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522afd52-e089-4afd-87d0-125f70d18bf9" [ 1032.413016] env[69784]: _type = "Task" [ 1032.413016] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.424884] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522afd52-e089-4afd-87d0-125f70d18bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.425453] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.425717] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c064fcc1-a417-4a56-a9cf-e9d826f96c1a/c064fcc1-a417-4a56-a9cf-e9d826f96c1a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.425985] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab5f8e0c-28b8-44cd-9029-47a796e115de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.432996] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1032.432996] env[69784]: value = "task-3628017" [ 1032.432996] env[69784]: _type = "Task" [ 1032.432996] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.444454] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.487219] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.554490] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51157} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.554490] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] d7e291c4-8235-4629-8026-1d5b255f9b29/d7e291c4-8235-4629-8026-1d5b255f9b29.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.554490] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.554490] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36838575-c575-457a-b263-984dc60e006a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.561164] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1032.561164] env[69784]: value = "task-3628019" [ 1032.561164] env[69784]: _type = "Task" [ 1032.561164] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.561867] env[69784]: DEBUG nova.network.neutron [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Updated VIF entry in instance network info cache for port da9e67ca-8a89-44de-8177-111df054e7bc. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.562748] env[69784]: DEBUG nova.network.neutron [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Updating instance_info_cache with network_info: [{"id": "da9e67ca-8a89-44de-8177-111df054e7bc", "address": "fa:16:3e:8d:2d:19", "network": {"id": "33ae035e-54e5-4f74-9ee8-e788b8a5733f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1022123375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580ba31a87b14148aec9d87c17567514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9e67ca-8a", "ovs_interfaceid": "da9e67ca-8a89-44de-8177-111df054e7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.572655] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.785706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.796869] env[69784]: DEBUG oslo_concurrency.lockutils [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.797081] env[69784]: DEBUG oslo_concurrency.lockutils [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] Acquired lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.798274] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebd053-7806-4045-90d2-de9240c38984 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.815719] env[69784]: DEBUG oslo_concurrency.lockutils [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] Releasing lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.816079] env[69784]: WARNING nova.compute.manager [req-2868f6de-082b-4c36-8bf3-a2e802dfb6cf req-9b2bebaa-83c9-4c85-925c-2721c3c1b5a6 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Detach interface failed, port_id=435d3887-536a-4895-954c-5c225161069d, reason: No device with interface-id 435d3887-536a-4895-954c-5c225161069d exists on VM: nova.exception.NotFound: No device with interface-id 435d3887-536a-4895-954c-5c225161069d exists on VM [ 1032.818075] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.820430] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.033s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.820672] env[69784]: DEBUG nova.objects.instance [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lazy-loading 'resources' on Instance uuid 6437da62-f5b2-477a-8ec9-d1fc68913f21 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.858520] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628016, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.927250] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.927333] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9a56c0f-9a5d-47dc-bf51-f94436ae847d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.937889] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1032.937889] env[69784]: value = "task-3628020" [ 1032.937889] env[69784]: _type = "Task" [ 1032.937889] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.958437] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628017, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.958857] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.979132] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628015, 'name': PowerOnVM_Task, 'duration_secs': 0.524883} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.979548] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.979818] env[69784]: INFO nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1032.980053] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.980958] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41187e4-455a-463f-811e-aadb53eec50a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.071121] env[69784]: DEBUG oslo_concurrency.lockutils [req-78849ac7-f8b1-47b0-bea2-7c9f682335e4 req-af1ead04-c4fa-4301-9a69-55f274668d88 service nova] Releasing lock "refresh_cache-c064fcc1-a417-4a56-a9cf-e9d826f96c1a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.080948] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06393} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.081558] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.083328] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb99f30-93e7-4f6c-a96b-fcc7c1b13377 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.113589] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d7e291c4-8235-4629-8026-1d5b255f9b29/d7e291c4-8235-4629-8026-1d5b255f9b29.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.114715] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671a09e7-4779-4a0f-b7cc-5b74f3afa4ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.136584] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1033.136584] env[69784]: value = "task-3628021" [ 1033.136584] env[69784]: _type = "Task" [ 1033.136584] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.147462] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.268135] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.268336] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.268516] env[69784]: DEBUG nova.network.neutron [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.349810] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b84c642b-8053-43d9-a511-dd9e1bd482ff tempest-ServerActionsV293TestJSON-1792954736 tempest-ServerActionsV293TestJSON-1792954736-project-member] Lock "57119902-2ef9-46ce-9897-c8d66ebd619b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.568s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.378145] env[69784]: DEBUG oslo_vmware.api [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628016, 'name': PowerOnVM_Task, 'duration_secs': 0.787446} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.380446] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.380755] env[69784]: DEBUG nova.compute.manager [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.385367] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beffc81-bb27-4b18-a068-e7aedbcb1687 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.447479] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799765} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.453178] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] c064fcc1-a417-4a56-a9cf-e9d826f96c1a/c064fcc1-a417-4a56-a9cf-e9d826f96c1a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.453585] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.454466] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04f8cd8-c9df-45c3-9fff-1f0d9e59d24e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.463839] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.467548] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1033.467548] env[69784]: value = "task-3628022" [ 1033.467548] env[69784]: _type = "Task" [ 1033.467548] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.476677] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.503410] env[69784]: INFO nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Took 32.76 seconds to build instance. [ 1033.648391] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.837045] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f1abb2-57fc-434c-a82b-2940f53975ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.843769] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47acb2c-c593-4793-8034-3538bfc95ccb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.884701] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea8c438-c2c2-4ace-a823-9eadfc0630ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.898217] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2172160e-fe48-434d-8ec0-818c6b58337a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.910886] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.919964] env[69784]: DEBUG nova.compute.provider_tree [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.958851] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.977135] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304519} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.977220] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.979018] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454ac656-6a3a-4ef2-8380-8b2b7f1b996e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.002062] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c064fcc1-a417-4a56-a9cf-e9d826f96c1a/c064fcc1-a417-4a56-a9cf-e9d826f96c1a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.002062] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f88f331-4b04-4f6c-96ae-29dda7f790d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.016073] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.285s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.021165] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1034.021165] env[69784]: value = "task-3628023" [ 1034.021165] env[69784]: _type = "Task" [ 1034.021165] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.029858] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.126705] env[69784]: DEBUG nova.network.neutron [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [{"id": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "address": "fa:16:3e:50:b1:c2", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac3b2b0-87", "ovs_interfaceid": "0ac3b2b0-8763-4e36-bb16-3d108afd5615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.148338] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628021, 'name': ReconfigVM_Task, 'duration_secs': 0.827758} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.148622] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d7e291c4-8235-4629-8026-1d5b255f9b29/d7e291c4-8235-4629-8026-1d5b255f9b29.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.149330] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c63e98-9358-444a-9886-aa9a5f9e1a91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.154775] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1034.154775] env[69784]: value = "task-3628024" [ 1034.154775] env[69784]: _type = "Task" [ 1034.154775] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.163389] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628024, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.392030] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.392030] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.392385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.392385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.392561] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.395030] env[69784]: INFO nova.compute.manager [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Terminating instance [ 1034.422969] env[69784]: DEBUG nova.scheduler.client.report [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.457918] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628020, 'name': CreateSnapshot_Task, 'duration_secs': 1.199282} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.458207] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.460759] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e6353-aed2-4e21-b71c-d81d932dda23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.531937] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.562858] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.563114] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.563957] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c80c6-fb80-4562-8cd8-d5d505fe29f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.582691] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4877528-3653-4fbe-9637-f7bd4b4fb1ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.606998] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc/volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.607339] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9935c6b2-83aa-4065-9798-040d4be032e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.625417] env[69784]: DEBUG oslo_vmware.api [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1034.625417] env[69784]: value = "task-3628025" [ 1034.625417] env[69784]: _type = "Task" [ 1034.625417] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.630332] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-9e36d1e1-2436-4e99-88eb-615f5cb2557a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.635462] env[69784]: DEBUG oslo_vmware.api [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.664494] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628024, 'name': Rename_Task, 'duration_secs': 0.37194} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.664798] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.665069] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e766c66-6ff5-4778-a692-f3a329f9bae6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.672175] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1034.672175] env[69784]: value = "task-3628026" [ 1034.672175] env[69784]: _type = "Task" [ 1034.672175] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.682935] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.899669] env[69784]: DEBUG nova.compute.manager [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.900648] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.900831] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e4e53-f8bb-4f5e-8dbb-2f3aadd78782 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.909929] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.909929] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aefbbb2-4897-46f8-93aa-4dba198b264e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.915537] env[69784]: DEBUG oslo_vmware.api [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1034.915537] env[69784]: value = "task-3628027" [ 1034.915537] env[69784]: _type = "Task" [ 1034.915537] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.924294] env[69784]: DEBUG oslo_vmware.api [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.927587] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.929992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.304s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.930251] env[69784]: DEBUG nova.objects.instance [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lazy-loading 'resources' on Instance uuid ca4a89a9-ae07-44ce-931a-5dbf779646b0 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.960478] env[69784]: INFO nova.scheduler.client.report [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Deleted allocations for instance 6437da62-f5b2-477a-8ec9-d1fc68913f21 [ 1034.982631] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.983399] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8f7f8e9-585e-4fe3-938c-619ac962767a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.993015] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1034.993015] env[69784]: value = "task-3628028" [ 1034.993015] env[69784]: _type = "Task" [ 1034.993015] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.001907] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628028, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.004436] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "79f2d5b6-657f-428d-903d-9e1babd46734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.004673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "79f2d5b6-657f-428d-903d-9e1babd46734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.004869] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "79f2d5b6-657f-428d-903d-9e1babd46734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.005101] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "79f2d5b6-657f-428d-903d-9e1babd46734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.005284] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "79f2d5b6-657f-428d-903d-9e1babd46734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.009944] env[69784]: INFO nova.compute.manager [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Terminating instance [ 1035.037139] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628023, 'name': ReconfigVM_Task, 'duration_secs': 0.766985} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.037436] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c064fcc1-a417-4a56-a9cf-e9d826f96c1a/c064fcc1-a417-4a56-a9cf-e9d826f96c1a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.038126] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b220f4d0-0982-421d-b799-ab9b05494963 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.046126] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1035.046126] env[69784]: value = "task-3628029" [ 1035.046126] env[69784]: _type = "Task" [ 1035.046126] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.057210] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628029, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.141474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8221753b-62f3-437a-a77d-163357532194 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-9e36d1e1-2436-4e99-88eb-615f5cb2557a-435d3887-536a-4895-954c-5c225161069d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.960s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.142905] env[69784]: DEBUG oslo_vmware.api [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628025, 'name': ReconfigVM_Task, 'duration_secs': 0.363093} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.143148] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc/volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.149443] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4d1781-c7d9-4a53-8695-f4ed3441d945 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.167418] env[69784]: DEBUG oslo_vmware.api [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1035.167418] env[69784]: value = "task-3628030" [ 1035.167418] env[69784]: _type = "Task" [ 1035.167418] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.176695] env[69784]: DEBUG oslo_vmware.api [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.186721] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.425592] env[69784]: DEBUG oslo_vmware.api [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628027, 'name': PowerOffVM_Task, 'duration_secs': 0.193937} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.425966] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.426038] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.426282] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aca19e0-1676-442b-91a6-cfa739e113d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.469054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a996ead4-c2d1-4912-bb8c-b3079b4a2ca1 tempest-ServersAdminTestJSON-1100102510 tempest-ServersAdminTestJSON-1100102510-project-member] Lock "6437da62-f5b2-477a-8ec9-d1fc68913f21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.331s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.499919] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.500149] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.500149] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleting the datastore file [datastore2] 9e36d1e1-2436-4e99-88eb-615f5cb2557a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.501411] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8af20631-9346-4118-94fe-8cc3c6ebfd76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.507833] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628028, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.513314] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "refresh_cache-79f2d5b6-657f-428d-903d-9e1babd46734" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.513536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquired lock "refresh_cache-79f2d5b6-657f-428d-903d-9e1babd46734" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.513719] env[69784]: DEBUG nova.network.neutron [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.515545] env[69784]: DEBUG oslo_vmware.api [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1035.515545] env[69784]: value = "task-3628032" [ 1035.515545] env[69784]: _type = "Task" [ 1035.515545] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.525905] env[69784]: DEBUG oslo_vmware.api [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.559984] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628029, 'name': Rename_Task, 'duration_secs': 0.173089} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.560316] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.560701] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-115f3ec2-4ba9-4503-a571-b323f29036bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.568173] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1035.568173] env[69784]: value = "task-3628033" [ 1035.568173] env[69784]: _type = "Task" [ 1035.568173] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.583236] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.679492] env[69784]: DEBUG oslo_vmware.api [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628030, 'name': ReconfigVM_Task, 'duration_secs': 0.165609} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.685099] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.691727] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628026, 'name': PowerOnVM_Task, 'duration_secs': 0.685552} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.691977] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.692203] env[69784]: INFO nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1035.692383] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.693186] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f188144-9945-468b-a5e6-dbcb751589b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.921020] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877dc9f-3461-4e57-8140-56ce76e6d38c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.929094] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef1bae-61f1-4dac-9501-491f0b0be38e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.964690] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f068dc-1cfb-4a78-8edf-e358877158cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.972607] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f35934-a717-4780-b966-9859660c05d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.988795] env[69784]: DEBUG nova.compute.provider_tree [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.008685] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628028, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.028258] env[69784]: DEBUG oslo_vmware.api [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172712} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.028550] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.028635] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.028788] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.028959] env[69784]: INFO nova.compute.manager [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1036.029219] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.029411] env[69784]: DEBUG nova.compute.manager [-] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.029509] env[69784]: DEBUG nova.network.neutron [-] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.037726] env[69784]: DEBUG nova.network.neutron [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.081205] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.102503] env[69784]: DEBUG nova.network.neutron [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.216980] env[69784]: INFO nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Took 35.44 seconds to build instance. [ 1036.492103] env[69784]: DEBUG nova.scheduler.client.report [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.505640] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628028, 'name': CloneVM_Task, 'duration_secs': 1.321851} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.505900] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Created linked-clone VM from snapshot [ 1036.508512] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a7848-761a-42f5-94e9-6d1acfef4eea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.517503] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Uploading image f4932e48-2a0a-432e-87a3-c33b86abfe1f {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.552876] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1036.552876] env[69784]: value = "vm-723510" [ 1036.552876] env[69784]: _type = "VirtualMachine" [ 1036.552876] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1036.554909] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0a8edf3-d39b-4f33-a6b6-0038ae232ace {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.564989] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease: (returnval){ [ 1036.564989] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aaa7bb-d9f5-ee9a-8b9f-78c7d1fb526a" [ 1036.564989] env[69784]: _type = "HttpNfcLease" [ 1036.564989] env[69784]: } obtained for exporting VM: (result){ [ 1036.564989] env[69784]: value = "vm-723510" [ 1036.564989] env[69784]: _type = "VirtualMachine" [ 1036.564989] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1036.565292] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the lease: (returnval){ [ 1036.565292] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aaa7bb-d9f5-ee9a-8b9f-78c7d1fb526a" [ 1036.565292] env[69784]: _type = "HttpNfcLease" [ 1036.565292] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.576540] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.576540] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aaa7bb-d9f5-ee9a-8b9f-78c7d1fb526a" [ 1036.576540] env[69784]: _type = "HttpNfcLease" [ 1036.576540] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.580615] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.580615] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aaa7bb-d9f5-ee9a-8b9f-78c7d1fb526a" [ 1036.580615] env[69784]: _type = "HttpNfcLease" [ 1036.580615] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1036.581237] env[69784]: DEBUG oslo_vmware.api [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628033, 'name': PowerOnVM_Task, 'duration_secs': 0.673418} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.581945] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a081222-8f60-425a-9836-b216e031f7c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.584829] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.585043] env[69784]: INFO nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1036.585292] env[69784]: DEBUG nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.586281] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633d6cc5-71eb-441e-8e2c-2f28155c035e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.596314] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdec0-28d0-fbd9-c98c-40f84ee4b417/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.596492] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdec0-28d0-fbd9-c98c-40f84ee4b417/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1036.658547] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Releasing lock "refresh_cache-79f2d5b6-657f-428d-903d-9e1babd46734" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.658981] env[69784]: DEBUG nova.compute.manager [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.659188] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.661037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b1d48-1754-4866-af7b-650d5d3df8d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.670137] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.670413] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6033c25-813f-4499-982a-a376a31abaeb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.677087] env[69784]: DEBUG oslo_vmware.api [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1036.677087] env[69784]: value = "task-3628035" [ 1036.677087] env[69784]: _type = "Task" [ 1036.677087] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.686175] env[69784]: DEBUG oslo_vmware.api [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.692889] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03bfd2db-c55e-4f02-9a95-6db658f81245 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.722243] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.958s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.743642] env[69784]: DEBUG nova.objects.instance [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'flavor' on Instance uuid a5efca09-30e0-4283-94bb-58004599a01a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.001375] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.003848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.030s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.005595] env[69784]: INFO nova.compute.claims [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.030647] env[69784]: INFO nova.scheduler.client.report [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Deleted allocations for instance ca4a89a9-ae07-44ce-931a-5dbf779646b0 [ 1037.115217] env[69784]: INFO nova.compute.manager [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Took 36.30 seconds to build instance. [ 1037.190453] env[69784]: DEBUG oslo_vmware.api [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628035, 'name': PowerOffVM_Task, 'duration_secs': 0.219091} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.190771] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.191039] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.191338] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2079369d-1caf-4a6f-a655-ca0303519e0f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.230045] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.230268] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.230448] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Deleting the datastore file [datastore2] 79f2d5b6-657f-428d-903d-9e1babd46734 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.230776] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e48302c-758a-4fbf-8b87-def52e9efb1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.239648] env[69784]: DEBUG oslo_vmware.api [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for the task: (returnval){ [ 1037.239648] env[69784]: value = "task-3628037" [ 1037.239648] env[69784]: _type = "Task" [ 1037.239648] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.255385] env[69784]: DEBUG oslo_vmware.api [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.255934] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a102b5a5-8e8a-4ab2-b7fc-4be6d970d083 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.539078] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2bc4b510-3358-416b-974f-1f7250b61e3b tempest-VolumesAdminNegativeTest-1280332786 tempest-VolumesAdminNegativeTest-1280332786-project-member] Lock "ca4a89a9-ae07-44ce-931a-5dbf779646b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.847s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.617160] env[69784]: DEBUG oslo_concurrency.lockutils [None req-303a356b-d330-427b-822d-dfa54ad6eb15 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.816s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.751943] env[69784]: DEBUG oslo_vmware.api [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Task: {'id': task-3628037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118897} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.752273] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.752457] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.752707] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.752807] env[69784]: INFO nova.compute.manager [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1037.753297] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.753297] env[69784]: DEBUG nova.compute.manager [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.753402] env[69784]: DEBUG nova.network.neutron [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.777053] env[69784]: DEBUG nova.network.neutron [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.179797] env[69784]: DEBUG nova.network.neutron [-] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.281025] env[69784]: DEBUG nova.network.neutron [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.375872] env[69784]: DEBUG nova.compute.manager [req-0a4fd7db-d07e-4988-b3ee-aa7cd192d4f5 req-eb81bee9-27fa-4b18-8e58-2988a5c83b87 service nova] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Received event network-vif-deleted-0ac3b2b0-8763-4e36-bb16-3d108afd5615 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.631359] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f770b-cf42-489b-b02a-dd1dca058872 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.640235] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd656dd-a2e6-4877-a84c-90c9edbd6564 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.678289] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6ca6e2-ffad-477b-8d5d-95c46645fc14 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.684026] env[69784]: INFO nova.compute.manager [-] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Took 2.65 seconds to deallocate network for instance. [ 1038.690726] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b353e-fa9e-4aae-97c8-998ca6147511 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.715335] env[69784]: DEBUG nova.compute.provider_tree [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.786199] env[69784]: INFO nova.compute.manager [-] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Took 1.03 seconds to deallocate network for instance. [ 1039.022083] env[69784]: INFO nova.compute.manager [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Rebuilding instance [ 1039.078484] env[69784]: DEBUG nova.compute.manager [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.079033] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e6b095-bfa7-4768-8f38-1f137546d944 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.199790] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.219248] env[69784]: DEBUG nova.scheduler.client.report [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.301886] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.729143] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.729543] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.736405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.444s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.736405] env[69784]: DEBUG nova.objects.instance [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lazy-loading 'resources' on Instance uuid 4b2c40cb-5f15-4db8-a2d1-b126552952f2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.923835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.923835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.923835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.923835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.923835] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.927142] env[69784]: INFO nova.compute.manager [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Terminating instance [ 1040.100943] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.100943] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6becea5d-fae8-4fb7-8893-5b5fec3054d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.109492] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1040.109492] env[69784]: value = "task-3628038" [ 1040.109492] env[69784]: _type = "Task" [ 1040.109492] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.122493] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.247819] env[69784]: DEBUG nova.compute.utils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.249767] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.250023] env[69784]: DEBUG nova.network.neutron [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.324605] env[69784]: DEBUG nova.policy [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72872b7a8a084a2e94c0a8f7b4b570ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec73d1f0a5894212afc1530042597cb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.434746] env[69784]: DEBUG nova.compute.manager [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.434746] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.436312] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b34b8f-63f9-42ab-8432-7783a7a99815 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.452602] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.453249] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dde590a-733e-42fc-80a2-8d373a90d25a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.462924] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1040.462924] env[69784]: value = "task-3628039" [ 1040.462924] env[69784]: _type = "Task" [ 1040.462924] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.473857] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.628758] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628038, 'name': PowerOffVM_Task, 'duration_secs': 0.489507} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.628918] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.723033] env[69784]: INFO nova.compute.manager [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Detaching volume 422b66d8-3f84-437c-9c0e-77070e5ae4bc [ 1040.754779] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.777066] env[69784]: INFO nova.virt.block_device [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Attempting to driver detach volume 422b66d8-3f84-437c-9c0e-77070e5ae4bc from mountpoint /dev/sdb [ 1040.777362] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.777544] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.778877] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e91711-8bc3-4205-9de6-616521ec1789 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.784176] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c2284-e3ec-4df6-8cd5-20720ebffd3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.809485] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eae834-7a6c-42eb-8478-c4041f56712d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.815163] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410a8b9-555f-41b8-8d95-30e0a50a3669 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.846431] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de86e93-8a09-47c9-b7e6-3824c97e89ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.850230] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52349756-aac8-42c5-aed9-f9f7487b42b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.878590] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544acb90-2451-4ba6-b8e5-d0a666d77042 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.883662] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87b040c-c590-484c-80ec-b30cfb2a52a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.896533] env[69784]: DEBUG nova.compute.provider_tree [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.908344] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] The volume has not been displaced from its original location: [datastore2] volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc/volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.914650] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.915987] env[69784]: DEBUG nova.scheduler.client.report [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.919205] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e96bbc-c168-4dbe-ac5c-dc23a8babc85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.939841] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1040.939841] env[69784]: value = "task-3628040" [ 1040.939841] env[69784]: _type = "Task" [ 1040.939841] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.948985] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.974458] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.056189] env[69784]: DEBUG nova.network.neutron [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Successfully created port: f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.334080] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.334610] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.434314] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.437592] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.773s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.437592] env[69784]: DEBUG nova.objects.instance [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.452574] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628040, 'name': ReconfigVM_Task, 'duration_secs': 0.300589} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.453264] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.459079] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c5546d-8d89-42a4-801a-a3a54f28224c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.483404] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628039, 'name': PowerOffVM_Task, 'duration_secs': 0.799283} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.486016] env[69784]: INFO nova.scheduler.client.report [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Deleted allocations for instance 4b2c40cb-5f15-4db8-a2d1-b126552952f2 [ 1041.487225] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.487464] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.487968] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1041.487968] env[69784]: value = "task-3628041" [ 1041.487968] env[69784]: _type = "Task" [ 1041.487968] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.488167] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce7e57a8-2eb0-41e9-bfd4-52a444b32a58 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.504963] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.579458] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.579682] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.580233] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleting the datastore file [datastore2] b9dc6c6b-878d-4fee-bf21-a9702eeebff6 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.580233] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06289401-8759-47f4-ac71-dd36dc205e94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.593651] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1041.593651] env[69784]: value = "task-3628043" [ 1041.593651] env[69784]: _type = "Task" [ 1041.593651] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.604776] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.705171] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.706156] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.772030] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.805663] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.805816] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.805916] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.806097] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.806239] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.806407] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.807931] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.807931] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.807931] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.807931] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.807931] env[69784]: DEBUG nova.virt.hardware [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.808336] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1e64d-86df-4abc-8f73-73916b086293 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.821500] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d443c1-965b-401a-b5e1-19637a95bd6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.840118] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.004466] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628041, 'name': ReconfigVM_Task, 'duration_secs': 0.209028} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.005468] env[69784]: DEBUG oslo_concurrency.lockutils [None req-853be7d0-cf34-4162-999e-81738aa4cd96 tempest-AttachInterfacesUnderV243Test-1816637748 tempest-AttachInterfacesUnderV243Test-1816637748-project-member] Lock "4b2c40cb-5f15-4db8-a2d1-b126552952f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.796s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.008776] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1042.106176] env[69784]: DEBUG oslo_vmware.api [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291663} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.107141] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.108199] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.108702] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.108788] env[69784]: INFO nova.compute.manager [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1042.109091] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.109305] env[69784]: DEBUG nova.compute.manager [-] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.109420] env[69784]: DEBUG nova.network.neutron [-] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.212644] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.375521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.454124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f1acb30e-e4c4-4484-b0b5-153ae6cc55fb tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.454939] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "a5b6e80a-dd2c-4bb0-a53c-197684285871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.455181] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.456966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.720s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.457624] env[69784]: DEBUG nova.objects.instance [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'resources' on Instance uuid a8868d5e-6347-47a3-9458-1c6de2215768 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.745885] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.809483] env[69784]: DEBUG nova.compute.manager [req-95065834-85dd-4065-b4dd-79b45dd42487 req-db2ac294-f410-4532-a0be-700880c62ff5 service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Received event network-vif-deleted-462c8b38-dcb2-415e-b0c6-90aa4afe29e8 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.809782] env[69784]: INFO nova.compute.manager [req-95065834-85dd-4065-b4dd-79b45dd42487 req-db2ac294-f410-4532-a0be-700880c62ff5 service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Neutron deleted interface 462c8b38-dcb2-415e-b0c6-90aa4afe29e8; detaching it from the instance and deleting it from the info cache [ 1042.809994] env[69784]: DEBUG nova.network.neutron [req-95065834-85dd-4065-b4dd-79b45dd42487 req-db2ac294-f410-4532-a0be-700880c62ff5 service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.965421] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.022969] env[69784]: DEBUG nova.network.neutron [-] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.093094] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.093094] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df1cd0b-01cf-4a2f-93dd-6bb3e49ebd89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.102132] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1043.102132] env[69784]: value = "task-3628044" [ 1043.102132] env[69784]: _type = "Task" [ 1043.102132] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.105165] env[69784]: DEBUG nova.compute.manager [req-e24e53f0-f744-4b4b-b283-8792ec5342cb req-adaa97a4-c122-4f33-bcc9-0bc4223827ea service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Received event network-vif-plugged-f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.105473] env[69784]: DEBUG oslo_concurrency.lockutils [req-e24e53f0-f744-4b4b-b283-8792ec5342cb req-adaa97a4-c122-4f33-bcc9-0bc4223827ea service nova] Acquiring lock "cd8e1c0d-295d-4655-8301-20517e9da145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.105847] env[69784]: DEBUG oslo_concurrency.lockutils [req-e24e53f0-f744-4b4b-b283-8792ec5342cb req-adaa97a4-c122-4f33-bcc9-0bc4223827ea service nova] Lock "cd8e1c0d-295d-4655-8301-20517e9da145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.105911] env[69784]: DEBUG oslo_concurrency.lockutils [req-e24e53f0-f744-4b4b-b283-8792ec5342cb req-adaa97a4-c122-4f33-bcc9-0bc4223827ea service nova] Lock "cd8e1c0d-295d-4655-8301-20517e9da145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.106152] env[69784]: DEBUG nova.compute.manager [req-e24e53f0-f744-4b4b-b283-8792ec5342cb req-adaa97a4-c122-4f33-bcc9-0bc4223827ea service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] No waiting events found dispatching network-vif-plugged-f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.106410] env[69784]: WARNING nova.compute.manager [req-e24e53f0-f744-4b4b-b283-8792ec5342cb req-adaa97a4-c122-4f33-bcc9-0bc4223827ea service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Received unexpected event network-vif-plugged-f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 for instance with vm_state building and task_state spawning. [ 1043.127052] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.127052] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.127052] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.127052] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc279a28-6d31-4885-a010-66dc4deea0bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.154218] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74989b-05f6-48ea-86fb-e005f210e74f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.160143] env[69784]: WARNING nova.virt.vmwareapi.driver [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1043.160453] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.161324] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd92e1-3ddb-4028-ac16-df1879efa839 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176431] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.177047] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b6cbf3-4403-494f-bfbb-8ad99081cd5a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.252729] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.253863] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.253863] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore1] a5efca09-30e0-4283-94bb-58004599a01a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.253863] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feaf75e3-3a8a-40eb-99e7-4c8cd7fa4a6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.260274] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1043.260274] env[69784]: value = "task-3628046" [ 1043.260274] env[69784]: _type = "Task" [ 1043.260274] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.269946] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.295657] env[69784]: DEBUG nova.network.neutron [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Successfully updated port: f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.315101] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eea65c46-2941-41dd-860e-ef15e1e5c925 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.333556] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2607f040-ce58-4e61-b33d-2b617b7bba03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.373321] env[69784]: DEBUG nova.compute.manager [req-95065834-85dd-4065-b4dd-79b45dd42487 req-db2ac294-f410-4532-a0be-700880c62ff5 service nova] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Detach interface failed, port_id=462c8b38-dcb2-415e-b0c6-90aa4afe29e8, reason: Instance b9dc6c6b-878d-4fee-bf21-a9702eeebff6 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.495518] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.525441] env[69784]: INFO nova.compute.manager [-] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Took 1.42 seconds to deallocate network for instance. [ 1043.611564] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0f74e2-fff3-4013-8698-d3764c564957 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.621625] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fb039e-372d-45ff-96de-dbb4cf06390f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.657413] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a272828-57ef-4802-9663-736dabece23d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.667275] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a91a6-019e-41ef-be54-2add1f894702 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.684689] env[69784]: DEBUG nova.compute.provider_tree [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.771757] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193965} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.772092] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.772289] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.772477] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.779562] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "3bea689f-48a1-4fdf-b20f-b80cd936b398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.779683] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.779920] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "3bea689f-48a1-4fdf-b20f-b80cd936b398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.780125] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.780293] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.785574] env[69784]: INFO nova.compute.manager [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Terminating instance [ 1043.799905] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "refresh_cache-cd8e1c0d-295d-4655-8301-20517e9da145" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.799905] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "refresh_cache-cd8e1c0d-295d-4655-8301-20517e9da145" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.799905] env[69784]: DEBUG nova.network.neutron [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.032670] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.188827] env[69784]: DEBUG nova.scheduler.client.report [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.279811] env[69784]: INFO nova.virt.block_device [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Booting with volume 422b66d8-3f84-437c-9c0e-77070e5ae4bc at /dev/sdb [ 1044.291399] env[69784]: DEBUG nova.compute.manager [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.291634] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.293688] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c9c4a-5979-433f-8013-1d89780365c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.305028] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.305455] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e28bd1d4-0fbc-4651-b54d-a431302dbbb2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.319877] env[69784]: DEBUG oslo_vmware.api [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 1044.319877] env[69784]: value = "task-3628047" [ 1044.319877] env[69784]: _type = "Task" [ 1044.319877] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.329498] env[69784]: DEBUG oslo_vmware.api [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3628047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.331047] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89bfbfa7-717a-47cc-bf9d-926a8082a131 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.341076] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344533a-5105-4eeb-8fc9-2a9d01f6cbdc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.381597] env[69784]: DEBUG nova.network.neutron [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.382885] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6faaddb-d457-428a-acdb-9bc601af2c41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.393402] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368b880-cfc0-4b8a-937b-11863e37c946 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.430323] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631079dc-bbba-46f8-b3dd-d7dae17232fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.437672] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8f256c-9920-437c-b034-69c6af2b790c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.453224] env[69784]: DEBUG nova.virt.block_device [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating existing volume attachment record: 77e6b031-997e-41a1-b1f3-3612586fff28 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.695052] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.697474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.575s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.747464] env[69784]: INFO nova.scheduler.client.report [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocations for instance a8868d5e-6347-47a3-9458-1c6de2215768 [ 1044.831075] env[69784]: DEBUG oslo_vmware.api [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3628047, 'name': PowerOffVM_Task, 'duration_secs': 0.32192} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.831075] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.831362] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.831558] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cdf6df6-bc2e-4b22-bab4-ac9bf56d8b46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.915379] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.915732] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.915942] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Deleting the datastore file [datastore1] 3bea689f-48a1-4fdf-b20f-b80cd936b398 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.916234] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44c498a-e625-4bc4-b32f-de0ad72b4fa7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.923194] env[69784]: DEBUG oslo_vmware.api [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for the task: (returnval){ [ 1044.923194] env[69784]: value = "task-3628049" [ 1044.923194] env[69784]: _type = "Task" [ 1044.923194] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.934202] env[69784]: DEBUG oslo_vmware.api [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3628049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.987883] env[69784]: DEBUG nova.network.neutron [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Updating instance_info_cache with network_info: [{"id": "f6f7a0a2-cdec-4250-b4af-f88014bb5ed5", "address": "fa:16:3e:41:07:c4", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f7a0a2-cd", "ovs_interfaceid": "f6f7a0a2-cdec-4250-b4af-f88014bb5ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.243682] env[69784]: DEBUG nova.compute.manager [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Received event network-changed-f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.243974] env[69784]: DEBUG nova.compute.manager [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Refreshing instance network info cache due to event network-changed-f6f7a0a2-cdec-4250-b4af-f88014bb5ed5. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.244129] env[69784]: DEBUG oslo_concurrency.lockutils [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] Acquiring lock "refresh_cache-cd8e1c0d-295d-4655-8301-20517e9da145" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.258832] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a4e33a46-eb78-4831-9887-8bfaa15bdb60 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "a8868d5e-6347-47a3-9458-1c6de2215768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.662s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.306019] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdec0-28d0-fbd9-c98c-40f84ee4b417/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.309658] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8294731d-e2bf-4f07-8530-aae68178ad7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.317409] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdec0-28d0-fbd9-c98c-40f84ee4b417/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.317409] env[69784]: ERROR oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdec0-28d0-fbd9-c98c-40f84ee4b417/disk-0.vmdk due to incomplete transfer. [ 1045.320366] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae138f12-db21-431a-a038-1d45412d8840 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.332042] env[69784]: DEBUG oslo_vmware.rw_handles [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fdec0-28d0-fbd9-c98c-40f84ee4b417/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.332261] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Uploaded image f4932e48-2a0a-432e-87a3-c33b86abfe1f to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.338034] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.341405] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f452a51e-701f-4020-a08f-f8f0a5e45218 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.348609] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1045.348609] env[69784]: value = "task-3628050" [ 1045.348609] env[69784]: _type = "Task" [ 1045.348609] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.358396] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628050, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.436366] env[69784]: DEBUG oslo_vmware.api [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Task: {'id': task-3628049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163245} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.436366] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.436366] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.436366] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.436366] env[69784]: INFO nova.compute.manager [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1045.436366] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.436701] env[69784]: DEBUG nova.compute.manager [-] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.436701] env[69784]: DEBUG nova.network.neutron [-] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.492590] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "refresh_cache-cd8e1c0d-295d-4655-8301-20517e9da145" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.494062] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Instance network_info: |[{"id": "f6f7a0a2-cdec-4250-b4af-f88014bb5ed5", "address": "fa:16:3e:41:07:c4", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f7a0a2-cd", "ovs_interfaceid": "f6f7a0a2-cdec-4250-b4af-f88014bb5ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.494062] env[69784]: DEBUG oslo_concurrency.lockutils [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] Acquired lock "refresh_cache-cd8e1c0d-295d-4655-8301-20517e9da145" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.494062] env[69784]: DEBUG nova.network.neutron [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Refreshing network info cache for port f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.498022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:07:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f7a0a2-cdec-4250-b4af-f88014bb5ed5', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.502712] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.507480] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.508473] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a6f49d7-d534-4576-8907-7727b887cd73 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.534637] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.534637] env[69784]: value = "task-3628051" [ 1045.534637] env[69784]: _type = "Task" [ 1045.534637] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.544060] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628051, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.378308] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628051, 'name': CreateVM_Task, 'duration_secs': 0.359232} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.381716] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.382315] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628050, 'name': Destroy_Task, 'duration_secs': 0.351826} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.385983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.385983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.385983] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.385983] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Destroyed the VM [ 1046.386234] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.386774] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1123c066-9e97-4f20-abfe-d52cd351726d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.388354] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8ef340a-5ac0-4530-b526-5e933b0ecf3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.393052] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1046.393052] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52abd56b-8196-181c-0e23-cf1f067d7886" [ 1046.393052] env[69784]: _type = "Task" [ 1046.393052] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.399035] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1046.399035] env[69784]: value = "task-3628052" [ 1046.399035] env[69784]: _type = "Task" [ 1046.399035] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.403629] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52abd56b-8196-181c-0e23-cf1f067d7886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.413245] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.531856] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ecdd5-5f03-474c-84c6-e44286371594 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.539932] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee0a76-69eb-4949-b0b3-873f5000cde8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.573403] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18eb403-50bc-4914-896a-6c5345f9f61c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.580806] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171184c-e5c8-4f39-aa6e-a8cd62349457 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.596364] env[69784]: DEBUG nova.compute.provider_tree [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.783397] env[69784]: DEBUG nova.network.neutron [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Updated VIF entry in instance network info cache for port f6f7a0a2-cdec-4250-b4af-f88014bb5ed5. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.783866] env[69784]: DEBUG nova.network.neutron [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Updating instance_info_cache with network_info: [{"id": "f6f7a0a2-cdec-4250-b4af-f88014bb5ed5", "address": "fa:16:3e:41:07:c4", "network": {"id": "51b492a1-9a18-481a-8ae6-46b5a38ef544", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1426800670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec73d1f0a5894212afc1530042597cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f7a0a2-cd", "ovs_interfaceid": "f6f7a0a2-cdec-4250-b4af-f88014bb5ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.871181] env[69784]: DEBUG nova.network.neutron [-] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.917956] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52abd56b-8196-181c-0e23-cf1f067d7886, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.918698] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370814} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.921554] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.921942] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.922236] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.922723] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.922990] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.923289] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.923608] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.924064] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.924353] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.924644] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.924948] env[69784]: DEBUG nova.virt.hardware [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.925625] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.925625] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.925992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.928025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.928025] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.928025] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.928025] env[69784]: DEBUG nova.compute.manager [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.929260] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb4261f-82b2-437a-a8d4-f466b568f23d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.932609] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a82d5a5-5973-4f11-af10-5e4429affb35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.934698] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c98d0-24b2-4987-9411-e5fc700a0b42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.945030] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367d450b-2ef8-4bd8-bf39-51d3df0511dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.953124] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.953309] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.955657] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8d50e8-2b51-40e1-ae7d-017ad48ffb9f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.970485] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:5c:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259732a7-eb75-4736-83ab-bdb91a1a5f44', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.980952] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.980952] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.981058] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65d04cec-7c33-4236-95fc-026308f056ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.998538] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1046.998538] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52169aae-aed2-2de5-e23e-f3b58c00bac9" [ 1046.998538] env[69784]: _type = "Task" [ 1046.998538] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.002078] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.002078] env[69784]: value = "task-3628053" [ 1047.002078] env[69784]: _type = "Task" [ 1047.002078] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.006971] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52169aae-aed2-2de5-e23e-f3b58c00bac9, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.011505] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9465a00-539c-42e9-92d6-8647f478bace {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.024065] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628053, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.024406] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1047.024406] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5263a895-99c1-55e2-3b74-301fe2ed2bee" [ 1047.024406] env[69784]: _type = "Task" [ 1047.024406] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.033372] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5263a895-99c1-55e2-3b74-301fe2ed2bee, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.033507] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.033737] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] cd8e1c0d-295d-4655-8301-20517e9da145/cd8e1c0d-295d-4655-8301-20517e9da145.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.033989] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-270f480f-c321-4f18-b079-39ccad08091f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.040938] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1047.040938] env[69784]: value = "task-3628054" [ 1047.040938] env[69784]: _type = "Task" [ 1047.040938] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.050195] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.102115] env[69784]: DEBUG nova.scheduler.client.report [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.288899] env[69784]: DEBUG oslo_concurrency.lockutils [req-b1e5b127-e447-4ee8-a226-8329daecc857 req-90442bfa-6c32-4a94-9df5-a933359134b2 service nova] Releasing lock "refresh_cache-cd8e1c0d-295d-4655-8301-20517e9da145" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.376502] env[69784]: INFO nova.compute.manager [-] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Took 1.94 seconds to deallocate network for instance. [ 1047.464661] env[69784]: INFO nova.compute.manager [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Shelve offloading [ 1047.518773] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628053, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.551735] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628054, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.726060] env[69784]: DEBUG nova.compute.manager [req-a60b2e4d-982a-4e27-9613-cbabbda9b109 req-a408dbce-2e58-479b-88ea-4faa029e6eeb service nova] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Received event network-vif-deleted-cd3ccf7c-8fba-4ed1-b155-a5f4c6b2834b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.887537] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.970816] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.971301] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba98af4b-e0df-4fdb-ac64-136ec6ff0032 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.980986] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1047.980986] env[69784]: value = "task-3628055" [ 1047.980986] env[69784]: _type = "Task" [ 1047.980986] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.003542] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.003944] env[69784]: DEBUG nova.compute.manager [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.005849] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91030549-54b9-42cd-af2e-7b90f8190185 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.018540] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.018796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.018937] env[69784]: DEBUG nova.network.neutron [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.025883] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628053, 'name': CreateVM_Task, 'duration_secs': 0.590173} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.025883] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.026184] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.026351] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.026693] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.026984] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5dae42-3188-4c3f-b0d6-e588f1875e49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.034944] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1048.034944] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52df7782-2e95-a331-537e-7c191c71f2b5" [ 1048.034944] env[69784]: _type = "Task" [ 1048.034944] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.044348] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52df7782-2e95-a331-537e-7c191c71f2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.051970] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589568} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.051970] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] cd8e1c0d-295d-4655-8301-20517e9da145/cd8e1c0d-295d-4655-8301-20517e9da145.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.052260] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.052494] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98659309-e1b4-473d-ab41-75d20c3f10f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.058877] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1048.058877] env[69784]: value = "task-3628056" [ 1048.058877] env[69784]: _type = "Task" [ 1048.058877] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.066897] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.116862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.419s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.116862] env[69784]: DEBUG nova.compute.manager [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69784) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1048.120992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.146s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.120992] env[69784]: DEBUG nova.objects.instance [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1048.155563] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.155781] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.553301] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52df7782-2e95-a331-537e-7c191c71f2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.044323} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.553605] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.553840] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.554081] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.554223] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.554392] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.554648] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72634c3a-4f66-4676-b89a-ce1e45149653 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.566432] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.566637] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.573015] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0724984b-b79d-452a-aa2a-b6d19e499e17 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.573015] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083416} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.578399] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.578399] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae746f-00ed-48b3-8fca-a448c394c795 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.583110] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1048.583110] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520fbce4-dcbe-6b5a-983a-46f320afba7e" [ 1048.583110] env[69784]: _type = "Task" [ 1048.583110] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.610991] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] cd8e1c0d-295d-4655-8301-20517e9da145/cd8e1c0d-295d-4655-8301-20517e9da145.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.611510] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e804bf-571e-4164-aa30-9834f175f57e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.648648] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520fbce4-dcbe-6b5a-983a-46f320afba7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.650358] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e944a867-825a-4942-b76b-90d52131ccb6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.656779] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1048.656779] env[69784]: value = "task-3628057" [ 1048.656779] env[69784]: _type = "Task" [ 1048.656779] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.661024] env[69784]: DEBUG nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.664727] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1048.664727] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527c6079-21d4-37df-63e2-3e52a746c27d" [ 1048.664727] env[69784]: _type = "Task" [ 1048.664727] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.678184] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.683633] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527c6079-21d4-37df-63e2-3e52a746c27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.745448] env[69784]: INFO nova.scheduler.client.report [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted allocation for migration 0d73a8e7-c2a7-4398-99e7-593c3baaf4ec [ 1049.039593] env[69784]: DEBUG nova.network.neutron [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.152022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5253ffa1-76fe-43aa-b54e-0861a236a077 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.152022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.840s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.152022] env[69784]: DEBUG nova.objects.instance [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lazy-loading 'resources' on Instance uuid c9b75250-a56d-4d88-a1b1-2a3543f7d7bb {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.170756] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628057, 'name': ReconfigVM_Task, 'duration_secs': 0.350631} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.176763] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Reconfigured VM instance instance-00000054 to attach disk [datastore2] cd8e1c0d-295d-4655-8301-20517e9da145/cd8e1c0d-295d-4655-8301-20517e9da145.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.180170] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b8d0a19-2a74-4b9f-967b-6cd18f6c418d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.193668] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1049.193668] env[69784]: value = "task-3628058" [ 1049.193668] env[69784]: _type = "Task" [ 1049.193668] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.197431] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527c6079-21d4-37df-63e2-3e52a746c27d, 'name': SearchDatastore_Task, 'duration_secs': 0.028771} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.198442] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.198714] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.201912] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7513ab-857a-40e9-abaf-1a7d5387db04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.208980] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.215384] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628058, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.217509] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1049.217509] env[69784]: value = "task-3628059" [ 1049.217509] env[69784]: _type = "Task" [ 1049.217509] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.224460] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.254110] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9579e51f-eff8-4575-a99b-a2286eb2d1fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.572s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.262491] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "52ec896e-07e7-4417-81ef-1182e12bcc33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.262758] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.545141] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.717060] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628058, 'name': Rename_Task, 'duration_secs': 0.144836} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.717553] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.721311] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f80dc5cb-4865-45eb-915f-fe7cdfb829c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.733307] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.733307] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1049.733307] env[69784]: value = "task-3628060" [ 1049.733307] env[69784]: _type = "Task" [ 1049.733307] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.742597] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.765874] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.867173] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.867412] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.985632] env[69784]: DEBUG nova.objects.instance [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'flavor' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.132544] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.133663] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabdf4e9-0c70-4aa6-befd-d11ff3b7d255 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.146532] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.146837] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340d9faf-d336-4193-94ec-fabdc650ba1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.206693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d9d3fb-251f-46bc-9baa-3075e2101c9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.214104] env[69784]: DEBUG nova.compute.manager [req-18674d74-2143-42d5-9c60-ca19895e1dbd req-615c97b4-e120-43e4-aa1f-a38b9f95e1c6 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-vif-unplugged-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.214383] env[69784]: DEBUG oslo_concurrency.lockutils [req-18674d74-2143-42d5-9c60-ca19895e1dbd req-615c97b4-e120-43e4-aa1f-a38b9f95e1c6 service nova] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.214656] env[69784]: DEBUG oslo_concurrency.lockutils [req-18674d74-2143-42d5-9c60-ca19895e1dbd req-615c97b4-e120-43e4-aa1f-a38b9f95e1c6 service nova] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.214882] env[69784]: DEBUG oslo_concurrency.lockutils [req-18674d74-2143-42d5-9c60-ca19895e1dbd req-615c97b4-e120-43e4-aa1f-a38b9f95e1c6 service nova] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.215546] env[69784]: DEBUG nova.compute.manager [req-18674d74-2143-42d5-9c60-ca19895e1dbd req-615c97b4-e120-43e4-aa1f-a38b9f95e1c6 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] No waiting events found dispatching network-vif-unplugged-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.215773] env[69784]: WARNING nova.compute.manager [req-18674d74-2143-42d5-9c60-ca19895e1dbd req-615c97b4-e120-43e4-aa1f-a38b9f95e1c6 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received unexpected event network-vif-unplugged-1cc2966e-f081-466c-987d-8f4ab76952a3 for instance with vm_state shelved and task_state shelving_offloading. [ 1050.224301] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb39c09-3d7b-41b9-bdd9-467aa650dfb9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.232368] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.232584] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.232754] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleting the datastore file [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.233676] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d98377-84eb-4e78-966a-fb5135863ba4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.243161] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551165} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.267624] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.267624] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.269799] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5403883c-905a-4b5a-a757-88fd7b53cf75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.272279] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a64bba-3139-4db0-9daa-9118aa39b9f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.275337] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1050.275337] env[69784]: value = "task-3628062" [ 1050.275337] env[69784]: _type = "Task" [ 1050.275337] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.282399] env[69784]: DEBUG oslo_vmware.api [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628060, 'name': PowerOnVM_Task, 'duration_secs': 0.502811} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.286538] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.286756] env[69784]: INFO nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1050.286933] env[69784]: DEBUG nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.292097] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5677476-210c-4c07-88db-623e1ea88c0e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.294347] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1050.294347] env[69784]: value = "task-3628063" [ 1050.294347] env[69784]: _type = "Task" [ 1050.294347] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.296150] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5248db-de41-4460-b48d-c96ac15f72a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.300681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.307089] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.320689] env[69784]: DEBUG nova.compute.provider_tree [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.325967] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.370074] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.491124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.491312] env[69784]: DEBUG oslo_concurrency.lockutils [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.491484] env[69784]: DEBUG nova.network.neutron [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.491658] env[69784]: DEBUG nova.objects.instance [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'info_cache' on Instance uuid c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.801236] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.809222] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081406} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.809222] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.812096] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa17a47-1817-4a5a-8648-fc1806d7f5f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.836143] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.840220] env[69784]: DEBUG nova.scheduler.client.report [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.843104] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a938eb5-154c-4e63-b926-585fab13899f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.857758] env[69784]: INFO nova.compute.manager [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Took 40.91 seconds to build instance. [ 1050.865052] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1050.865052] env[69784]: value = "task-3628064" [ 1050.865052] env[69784]: _type = "Task" [ 1050.865052] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.877844] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.896140] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.999603] env[69784]: DEBUG nova.objects.base [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.293838] env[69784]: DEBUG oslo_vmware.api [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622168} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.293838] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.294905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.294905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.317047] env[69784]: INFO nova.scheduler.client.report [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted allocations for instance 8fa595c0-03b1-478b-9e21-5c3dd35866e7 [ 1051.319466] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.319708] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.359179] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.362019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.936s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.362019] env[69784]: DEBUG nova.objects.instance [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lazy-loading 'resources' on Instance uuid 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.363747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1c7b8d32-baf0-45ef-9fc5-997f23fa58e7 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "cd8e1c0d-295d-4655-8301-20517e9da145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.424s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.374706] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.379932] env[69784]: INFO nova.scheduler.client.report [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Deleted allocations for instance c9b75250-a56d-4d88-a1b1-2a3543f7d7bb [ 1051.734563] env[69784]: DEBUG nova.network.neutron [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [{"id": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "address": "fa:16:3e:2b:79:3d", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28e0b4-66", "ovs_interfaceid": "cb28e0b4-662c-4acf-8909-8870fb3c5a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.822891] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.823324] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.828252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "cd8e1c0d-295d-4655-8301-20517e9da145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.828472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "cd8e1c0d-295d-4655-8301-20517e9da145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.828670] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "cd8e1c0d-295d-4655-8301-20517e9da145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.828848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "cd8e1c0d-295d-4655-8301-20517e9da145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.829018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "cd8e1c0d-295d-4655-8301-20517e9da145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.832714] env[69784]: INFO nova.compute.manager [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Terminating instance [ 1051.864835] env[69784]: DEBUG nova.objects.instance [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lazy-loading 'numa_topology' on Instance uuid 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.874863] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628064, 'name': ReconfigVM_Task, 'duration_secs': 0.800104} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.875470] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a5efca09-30e0-4283-94bb-58004599a01a/a5efca09-30e0-4283-94bb-58004599a01a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.876857] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'image_id': 'b3f03779-caa8-41a6-a35b-95008555d46c'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '77e6b031-997e-41a1-b1f3-3612586fff28', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'}, 'boot_index': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69784) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1051.877077] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.877263] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.878258] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f93d8-5886-4392-9592-a616ecda8c16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.896440] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38864364-0748-46ff-9b90-f286e9fcfce9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.899346] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fe39f03-fe71-46d4-8ed0-1b5ce9149156 tempest-ServersListShow296Test-2138057467 tempest-ServersListShow296Test-2138057467-project-member] Lock "c9b75250-a56d-4d88-a1b1-2a3543f7d7bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.837s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.923998] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc/volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.924265] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59d355a-d573-4597-892b-2d8a89452d21 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.943600] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1051.943600] env[69784]: value = "task-3628065" [ 1051.943600] env[69784]: _type = "Task" [ 1051.943600] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.952036] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.238881] env[69784]: DEBUG oslo_concurrency.lockutils [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-c26c0ac4-ea77-4419-af07-6a3d1d878b61" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.320828] env[69784]: DEBUG nova.compute.manager [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.321023] env[69784]: DEBUG nova.compute.manager [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing instance network info cache due to event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.321236] env[69784]: DEBUG oslo_concurrency.lockutils [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.321684] env[69784]: DEBUG oslo_concurrency.lockutils [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.321952] env[69784]: DEBUG nova.network.neutron [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.335906] env[69784]: DEBUG nova.compute.manager [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.336111] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.337559] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd6c87-870c-4a0d-889c-6705a57be113 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.348300] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.348558] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c2f03c-71ce-4ee1-8dc1-53bf92e99db1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.351868] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.355847] env[69784]: DEBUG oslo_vmware.api [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1052.355847] env[69784]: value = "task-3628066" [ 1052.355847] env[69784]: _type = "Task" [ 1052.355847] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.364037] env[69784]: DEBUG oslo_vmware.api [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.366530] env[69784]: DEBUG nova.objects.base [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Object Instance<999af0f3-bc92-4ac5-b534-de29b4236cd2> lazy-loaded attributes: resources,numa_topology {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.454315] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.790107] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1454e335-3240-4d87-901c-9ff13982aa67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.797531] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c073425-aef2-4ad9-ae63-d2ca511f2d78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.830829] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d5e910-2725-4919-8ed8-da62cc69a7f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.842425] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e31b79-5ce5-4e9f-afc7-ca9d10a77103 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.860373] env[69784]: DEBUG nova.compute.provider_tree [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.872498] env[69784]: DEBUG oslo_vmware.api [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628066, 'name': PowerOffVM_Task, 'duration_secs': 0.202634} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.872498] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.872655] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.873091] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81f8e841-da63-44e7-8768-ca1f0e1fc1d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.941851] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.942260] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.942391] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleting the datastore file [datastore2] cd8e1c0d-295d-4655-8301-20517e9da145 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.945255] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db0b42c-5cf6-4213-93d8-7dad93ca857f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.957923] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628065, 'name': ReconfigVM_Task, 'duration_secs': 0.560215} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.959369] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc/volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.964906] env[69784]: DEBUG oslo_vmware.api [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for the task: (returnval){ [ 1052.964906] env[69784]: value = "task-3628068" [ 1052.964906] env[69784]: _type = "Task" [ 1052.964906] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.965119] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3d901d-0d5b-4e91-8d6d-e89f152bbe5f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.984917] env[69784]: DEBUG oslo_vmware.api [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.988612] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1052.988612] env[69784]: value = "task-3628069" [ 1052.988612] env[69784]: _type = "Task" [ 1052.988612] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.996870] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.141408] env[69784]: DEBUG nova.network.neutron [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updated VIF entry in instance network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.141833] env[69784]: DEBUG nova.network.neutron [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.243365] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.243730] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5762732-9d54-4732-b85d-90005cd901f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.250544] env[69784]: DEBUG oslo_vmware.api [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1053.250544] env[69784]: value = "task-3628070" [ 1053.250544] env[69784]: _type = "Task" [ 1053.250544] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.258493] env[69784]: DEBUG oslo_vmware.api [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.337745] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.363871] env[69784]: DEBUG nova.scheduler.client.report [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.486118] env[69784]: DEBUG oslo_vmware.api [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Task: {'id': task-3628068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184151} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.486406] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.486878] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.487140] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.487327] env[69784]: INFO nova.compute.manager [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1053.487572] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.487784] env[69784]: DEBUG nova.compute.manager [-] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.487888] env[69784]: DEBUG nova.network.neutron [-] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.498109] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628069, 'name': ReconfigVM_Task, 'duration_secs': 0.186522} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.498386] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.498945] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2d326e8-087a-4cfe-9333-d87c8b150589 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.506256] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1053.506256] env[69784]: value = "task-3628071" [ 1053.506256] env[69784]: _type = "Task" [ 1053.506256] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.514559] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628071, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.649172] env[69784]: DEBUG oslo_concurrency.lockutils [req-6cf3bbed-f7b0-4182-b058-aac940da3860 req-0fdec6a0-fee9-42f1-aa54-42842ee35b8b service nova] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.760263] env[69784]: DEBUG oslo_vmware.api [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628070, 'name': PowerOnVM_Task, 'duration_secs': 0.500716} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.760796] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.761036] env[69784]: DEBUG nova.compute.manager [None req-886b8d5c-3b8e-45a5-9077-915fe3712623 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.761832] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54dad76-5944-466e-b811-a965d0929107 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.868987] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.507s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.132605] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.260s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.139135] env[69784]: INFO nova.compute.claims [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.161475] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628071, 'name': Rename_Task, 'duration_secs': 0.179103} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.161751] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.162013] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af4f2671-687e-4fe4-940c-a236652e115f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.173872] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1054.173872] env[69784]: value = "task-3628072" [ 1054.173872] env[69784]: _type = "Task" [ 1054.173872] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.186700] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.293426] env[69784]: DEBUG nova.network.neutron [-] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.472886] env[69784]: DEBUG nova.compute.manager [req-a814ca1f-27a2-46c8-8d25-ea78ab9d369f req-70f76142-7bd4-4c21-b8c3-59d5a0c8c21c service nova] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Received event network-vif-deleted-f6f7a0a2-cdec-4250-b4af-f88014bb5ed5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.652326] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61ab2626-d726-4223-a129-29d90c571841 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 56.345s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.653217] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 31.215s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.653369] env[69784]: INFO nova.compute.manager [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Unshelving [ 1054.684904] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.797017] env[69784]: INFO nova.compute.manager [-] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Took 1.31 seconds to deallocate network for instance. [ 1055.184445] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.216116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.216439] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.216695] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.217039] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.217158] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.221737] env[69784]: INFO nova.compute.manager [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Terminating instance [ 1055.304828] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.646776] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df34ca-a30c-4008-8c29-f7b02ab1e74e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.655460] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4a88a-991d-4de8-a8a9-dfc405b1a4f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.697026] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e00c47-7a49-46a5-a14e-a95ce8644392 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.704881] env[69784]: DEBUG oslo_vmware.api [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628072, 'name': PowerOnVM_Task, 'duration_secs': 1.405435} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.707479] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.707829] env[69784]: DEBUG nova.compute.manager [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.709324] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.710192] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525dd19e-abfc-4e16-beb3-2e48598a4fcf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.713682] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b9648-32c0-402a-a28c-d557d351c12c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.732772] env[69784]: DEBUG nova.compute.manager [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.732955] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.733422] env[69784]: DEBUG nova.compute.provider_tree [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.735285] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05389188-f6d0-4091-af4f-6e83fdbfb507 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.742729] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.743589] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecdfed5b-a533-4519-97de-ffc78411994c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.751513] env[69784]: DEBUG oslo_vmware.api [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1055.751513] env[69784]: value = "task-3628073" [ 1055.751513] env[69784]: _type = "Task" [ 1055.751513] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.761919] env[69784]: DEBUG oslo_vmware.api [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.239403] env[69784]: DEBUG nova.scheduler.client.report [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.246731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.261965] env[69784]: DEBUG oslo_vmware.api [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628073, 'name': PowerOffVM_Task, 'duration_secs': 0.266861} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.262227] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.262395] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.262627] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdfff795-f168-4c2b-9993-8f77fc6bc251 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.333913] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.333913] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.333913] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleting the datastore file [datastore1] c26c0ac4-ea77-4419-af07-6a3d1d878b61 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.334265] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1275167b-3f69-4aaa-8b50-cabd21529b81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.340346] env[69784]: DEBUG oslo_vmware.api [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1056.340346] env[69784]: value = "task-3628075" [ 1056.340346] env[69784]: _type = "Task" [ 1056.340346] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.347942] env[69784]: DEBUG oslo_vmware.api [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.745519] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.746062] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.748862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.992s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.749095] env[69784]: DEBUG nova.objects.instance [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lazy-loading 'resources' on Instance uuid 0358e956-5244-4172-946d-69ec0f2be854 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.850708] env[69784]: DEBUG oslo_vmware.api [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154753} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.850892] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.851104] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.851283] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.851567] env[69784]: INFO nova.compute.manager [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1056.851703] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.851857] env[69784]: DEBUG nova.compute.manager [-] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.853374] env[69784]: DEBUG nova.network.neutron [-] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.252852] env[69784]: DEBUG nova.compute.utils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.256925] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.257132] env[69784]: DEBUG nova.network.neutron [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.307431] env[69784]: DEBUG nova.policy [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf58061cefbe42d8a651db726657f390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b918e7ca5a294d469c60a7616be6c4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.434988] env[69784]: DEBUG nova.compute.manager [req-7ae7ffd1-e49d-4200-af6f-08ac9f474841 req-0acabe31-fa41-40b8-b9bc-6f830ca1243c service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Received event network-vif-deleted-cb28e0b4-662c-4acf-8909-8870fb3c5a8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.435303] env[69784]: INFO nova.compute.manager [req-7ae7ffd1-e49d-4200-af6f-08ac9f474841 req-0acabe31-fa41-40b8-b9bc-6f830ca1243c service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Neutron deleted interface cb28e0b4-662c-4acf-8909-8870fb3c5a8b; detaching it from the instance and deleting it from the info cache [ 1057.435532] env[69784]: DEBUG nova.network.neutron [req-7ae7ffd1-e49d-4200-af6f-08ac9f474841 req-0acabe31-fa41-40b8-b9bc-6f830ca1243c service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.666494] env[69784]: DEBUG nova.network.neutron [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Successfully created port: 7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.736018] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16a6d2-bce3-4dfc-9310-b4a8be480aea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.743484] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040025a3-147d-4878-aefe-5cc27e49bdaa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.775038] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.778289] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d345be-2bfd-4d4f-a332-df8cf27be019 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.786584] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac45f4f-8e7d-4410-81bc-ffd0f2612781 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.800051] env[69784]: DEBUG nova.compute.provider_tree [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.888410] env[69784]: DEBUG nova.network.neutron [-] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.938624] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60fa194d-0ae1-462a-a214-ec7e5ad0d100 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.947986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd9851-f813-4946-bf0f-1fd5d78ff13e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.979410] env[69784]: DEBUG nova.compute.manager [req-7ae7ffd1-e49d-4200-af6f-08ac9f474841 req-0acabe31-fa41-40b8-b9bc-6f830ca1243c service nova] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Detach interface failed, port_id=cb28e0b4-662c-4acf-8909-8870fb3c5a8b, reason: Instance c26c0ac4-ea77-4419-af07-6a3d1d878b61 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.303360] env[69784]: DEBUG nova.scheduler.client.report [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.391232] env[69784]: INFO nova.compute.manager [-] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Took 1.54 seconds to deallocate network for instance. [ 1058.791278] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.811194] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.814107] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.677s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.814299] env[69784]: DEBUG nova.objects.instance [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lazy-loading 'resources' on Instance uuid 8f0eaca0-455e-4d98-b393-a09f8c3a512d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.820219] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.820440] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.820593] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.820787] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.820954] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.821120] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.821333] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.821486] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.821650] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.821809] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.821982] env[69784]: DEBUG nova.virt.hardware [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.822836] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2340d3-bb51-47f0-9d2a-9bd3e7d174f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.831839] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a617687-768d-4646-a303-414084b821ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.836470] env[69784]: INFO nova.scheduler.client.report [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted allocations for instance 0358e956-5244-4172-946d-69ec0f2be854 [ 1058.897886] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.082020] env[69784]: DEBUG nova.compute.manager [req-f7bc4f4e-7d22-442b-a9b1-422b7ef98b2a req-f20c960b-601b-4c79-b805-4cfcde1716d4 service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Received event network-vif-plugged-7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.082280] env[69784]: DEBUG oslo_concurrency.lockutils [req-f7bc4f4e-7d22-442b-a9b1-422b7ef98b2a req-f20c960b-601b-4c79-b805-4cfcde1716d4 service nova] Acquiring lock "978fc1ca-6186-4810-a504-e4bdcf0c0193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.082493] env[69784]: DEBUG oslo_concurrency.lockutils [req-f7bc4f4e-7d22-442b-a9b1-422b7ef98b2a req-f20c960b-601b-4c79-b805-4cfcde1716d4 service nova] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.082662] env[69784]: DEBUG oslo_concurrency.lockutils [req-f7bc4f4e-7d22-442b-a9b1-422b7ef98b2a req-f20c960b-601b-4c79-b805-4cfcde1716d4 service nova] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.082833] env[69784]: DEBUG nova.compute.manager [req-f7bc4f4e-7d22-442b-a9b1-422b7ef98b2a req-f20c960b-601b-4c79-b805-4cfcde1716d4 service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] No waiting events found dispatching network-vif-plugged-7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.083042] env[69784]: WARNING nova.compute.manager [req-f7bc4f4e-7d22-442b-a9b1-422b7ef98b2a req-f20c960b-601b-4c79-b805-4cfcde1716d4 service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Received unexpected event network-vif-plugged-7438d7c2-1365-4853-b8a0-c5ff3cca495c for instance with vm_state building and task_state spawning. [ 1059.202985] env[69784]: DEBUG nova.network.neutron [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Successfully updated port: 7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.351912] env[69784]: DEBUG oslo_concurrency.lockutils [None req-084420e7-9a68-4ab6-b53e-5c7485ca8934 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "0358e956-5244-4172-946d-69ec0f2be854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.657s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.705903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "refresh_cache-978fc1ca-6186-4810-a504-e4bdcf0c0193" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.705987] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "refresh_cache-978fc1ca-6186-4810-a504-e4bdcf0c0193" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.706131] env[69784]: DEBUG nova.network.neutron [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.725706] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d85dad-561a-4c21-8aca-249de9de33ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.734720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9facf92b-090d-4428-9e7d-ca64fdebf18d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.766349] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf210a41-833b-4b0c-8b85-87fa812d6427 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.773897] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50d526-030f-4f8d-bd87-7fee3e098cf8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.790328] env[69784]: DEBUG nova.compute.provider_tree [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.248516] env[69784]: DEBUG nova.network.neutron [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.295882] env[69784]: DEBUG nova.scheduler.client.report [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.427054] env[69784]: DEBUG nova.network.neutron [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Updating instance_info_cache with network_info: [{"id": "7438d7c2-1365-4853-b8a0-c5ff3cca495c", "address": "fa:16:3e:43:11:29", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7438d7c2-13", "ovs_interfaceid": "7438d7c2-1365-4853-b8a0-c5ff3cca495c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.802896] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.805438] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.082s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.807049] env[69784]: INFO nova.compute.claims [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.826439] env[69784]: INFO nova.scheduler.client.report [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Deleted allocations for instance 8f0eaca0-455e-4d98-b393-a09f8c3a512d [ 1060.930751] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "refresh_cache-978fc1ca-6186-4810-a504-e4bdcf0c0193" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.930984] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Instance network_info: |[{"id": "7438d7c2-1365-4853-b8a0-c5ff3cca495c", "address": "fa:16:3e:43:11:29", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7438d7c2-13", "ovs_interfaceid": "7438d7c2-1365-4853-b8a0-c5ff3cca495c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.932929] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:11:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7438d7c2-1365-4853-b8a0-c5ff3cca495c', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.939789] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.940365] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.940641] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0265cba1-87d5-4779-9b89-3167eeb2a46f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.960226] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.960226] env[69784]: value = "task-3628076" [ 1060.960226] env[69784]: _type = "Task" [ 1060.960226] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.969153] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628076, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.183078] env[69784]: DEBUG nova.compute.manager [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Received event network-changed-7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.183078] env[69784]: DEBUG nova.compute.manager [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Refreshing instance network info cache due to event network-changed-7438d7c2-1365-4853-b8a0-c5ff3cca495c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.183078] env[69784]: DEBUG oslo_concurrency.lockutils [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] Acquiring lock "refresh_cache-978fc1ca-6186-4810-a504-e4bdcf0c0193" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.183078] env[69784]: DEBUG oslo_concurrency.lockutils [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] Acquired lock "refresh_cache-978fc1ca-6186-4810-a504-e4bdcf0c0193" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.183078] env[69784]: DEBUG nova.network.neutron [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Refreshing network info cache for port 7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.333072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c124bb97-09e8-4abf-b8f3-3474a4de7d62 tempest-ServersListShow298Test-305980719 tempest-ServersListShow298Test-305980719-project-member] Lock "8f0eaca0-455e-4d98-b393-a09f8c3a512d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.405s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.470030] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628076, 'name': CreateVM_Task, 'duration_secs': 0.311464} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.470312] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.470949] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.471130] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.471440] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.471688] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e40760e-da6d-4eaa-b58c-29c1943b9ec5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.476105] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1061.476105] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5213695f-d59f-a959-a097-116a3408bb25" [ 1061.476105] env[69784]: _type = "Task" [ 1061.476105] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.485018] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5213695f-d59f-a959-a097-116a3408bb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.855407] env[69784]: DEBUG nova.network.neutron [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Updated VIF entry in instance network info cache for port 7438d7c2-1365-4853-b8a0-c5ff3cca495c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.855407] env[69784]: DEBUG nova.network.neutron [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Updating instance_info_cache with network_info: [{"id": "7438d7c2-1365-4853-b8a0-c5ff3cca495c", "address": "fa:16:3e:43:11:29", "network": {"id": "35ae9be0-fd1a-4762-9f96-575eb79dd756", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74487979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b918e7ca5a294d469c60a7616be6c4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7438d7c2-13", "ovs_interfaceid": "7438d7c2-1365-4853-b8a0-c5ff3cca495c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.986681] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5213695f-d59f-a959-a097-116a3408bb25, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.987020] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.987317] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.987601] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.987837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.987976] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.988304] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb4dfc8b-8520-4af6-aee5-132d245cb3f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.002471] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.002660] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.003501] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48b8d8d-f787-4c53-a80e-743d5eb64dd5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.011020] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1062.011020] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f068db-821d-c6dc-d2e6-330d4cc84959" [ 1062.011020] env[69784]: _type = "Task" [ 1062.011020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.018564] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f068db-821d-c6dc-d2e6-330d4cc84959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.165431] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5924162b-8cc4-4b57-bd74-5a84e2e2477e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.173162] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c7ab8-b692-4e23-9d30-1663adcaa27e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.204080] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee095fa-48db-4df3-87ee-43289a6364de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.211518] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb8dd6-1d60-49ed-ac57-e536a2e37d22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.224599] env[69784]: DEBUG nova.compute.provider_tree [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.357476] env[69784]: DEBUG oslo_concurrency.lockutils [req-b1c557a9-e86a-4a80-8dfb-2868937b8cd0 req-28379ab8-61b1-4583-8f03-d5b1a0537eac service nova] Releasing lock "refresh_cache-978fc1ca-6186-4810-a504-e4bdcf0c0193" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.521188] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f068db-821d-c6dc-d2e6-330d4cc84959, 'name': SearchDatastore_Task, 'duration_secs': 0.044485} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.521976] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0227e3f7-6198-4520-82a3-40a02b3876e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.527237] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1062.527237] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526734b0-a69a-d567-b54b-7ee8a994c923" [ 1062.527237] env[69784]: _type = "Task" [ 1062.527237] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.534479] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526734b0-a69a-d567-b54b-7ee8a994c923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.728106] env[69784]: DEBUG nova.scheduler.client.report [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.037928] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526734b0-a69a-d567-b54b-7ee8a994c923, 'name': SearchDatastore_Task, 'duration_secs': 0.029196} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.039054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.039054] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 978fc1ca-6186-4810-a504-e4bdcf0c0193/978fc1ca-6186-4810-a504-e4bdcf0c0193.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.039054] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f178867-9d4d-44ad-8a28-4b980628bfe5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.044994] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1063.044994] env[69784]: value = "task-3628077" [ 1063.044994] env[69784]: _type = "Task" [ 1063.044994] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.052122] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.234192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.234834] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.238196] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 37.310s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.557680] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506578} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.557948] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 978fc1ca-6186-4810-a504-e4bdcf0c0193/978fc1ca-6186-4810-a504-e4bdcf0c0193.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.558157] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.558462] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ae2a612-767a-4241-b11d-b2fcad42d39a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.565736] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1063.565736] env[69784]: value = "task-3628078" [ 1063.565736] env[69784]: _type = "Task" [ 1063.565736] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.576753] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.741877] env[69784]: DEBUG nova.compute.utils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.743397] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.743564] env[69784]: DEBUG nova.network.neutron [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.803844] env[69784]: DEBUG nova.policy [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.075891] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06229} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.079337] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.080374] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d481e0-5dc8-4046-a7b7-e778aa051860 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.113991] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 978fc1ca-6186-4810-a504-e4bdcf0c0193/978fc1ca-6186-4810-a504-e4bdcf0c0193.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.117414] env[69784]: DEBUG nova.network.neutron [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Successfully created port: a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.119225] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9fe3d7-fdbd-400f-83ff-95e28de4acf4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.139203] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1064.139203] env[69784]: value = "task-3628079" [ 1064.139203] env[69784]: _type = "Task" [ 1064.139203] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.147474] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.149035] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce48dcf-52ef-4514-b632-b506a394c7e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.156116] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040696f0-85f4-429e-8ccc-b4ee970b67be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.187342] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856f2924-772a-4015-a4fe-749f0d4a3fc5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.195584] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b84bb61-27e5-44ad-b78b-5a99d021472b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.211377] env[69784]: DEBUG nova.compute.provider_tree [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.248493] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.648786] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628079, 'name': ReconfigVM_Task, 'duration_secs': 0.308018} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.649180] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 978fc1ca-6186-4810-a504-e4bdcf0c0193/978fc1ca-6186-4810-a504-e4bdcf0c0193.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.649675] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-874e1eeb-ba67-41c1-9618-ded5e8c0870f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.655647] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1064.655647] env[69784]: value = "task-3628080" [ 1064.655647] env[69784]: _type = "Task" [ 1064.655647] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.663847] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628080, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.714465] env[69784]: DEBUG nova.scheduler.client.report [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.164989] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628080, 'name': Rename_Task, 'duration_secs': 0.165879} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.165274] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.165520] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a42ce7-2cb0-4d9e-a54d-a370a259039d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.172533] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1065.172533] env[69784]: value = "task-3628081" [ 1065.172533] env[69784]: _type = "Task" [ 1065.172533] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.180125] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.257769] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.284862] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.285129] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.285291] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.285474] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.285618] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.285761] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.285965] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.286137] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.286304] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.286464] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.286632] env[69784]: DEBUG nova.virt.hardware [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.287514] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df52d51c-5c3b-4403-9eba-65baeceb4e98 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.295092] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec41f1-d6ab-482e-ab70-9afdf7952fd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.648023] env[69784]: DEBUG nova.compute.manager [req-c7fa7654-4cdb-4fb0-924d-c8c4b84a6061 req-fd1f7e06-44fa-4823-bfa4-9e06d9f232b1 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Received event network-vif-plugged-a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.648023] env[69784]: DEBUG oslo_concurrency.lockutils [req-c7fa7654-4cdb-4fb0-924d-c8c4b84a6061 req-fd1f7e06-44fa-4823-bfa4-9e06d9f232b1 service nova] Acquiring lock "3956996d-195c-4c0a-bbe2-845faaea3a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.648023] env[69784]: DEBUG oslo_concurrency.lockutils [req-c7fa7654-4cdb-4fb0-924d-c8c4b84a6061 req-fd1f7e06-44fa-4823-bfa4-9e06d9f232b1 service nova] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.648023] env[69784]: DEBUG oslo_concurrency.lockutils [req-c7fa7654-4cdb-4fb0-924d-c8c4b84a6061 req-fd1f7e06-44fa-4823-bfa4-9e06d9f232b1 service nova] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.648023] env[69784]: DEBUG nova.compute.manager [req-c7fa7654-4cdb-4fb0-924d-c8c4b84a6061 req-fd1f7e06-44fa-4823-bfa4-9e06d9f232b1 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] No waiting events found dispatching network-vif-plugged-a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.648023] env[69784]: WARNING nova.compute.manager [req-c7fa7654-4cdb-4fb0-924d-c8c4b84a6061 req-fd1f7e06-44fa-4823-bfa4-9e06d9f232b1 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Received unexpected event network-vif-plugged-a49ed3a6-840d-41cd-a889-6f8bf047c0e3 for instance with vm_state building and task_state spawning. [ 1065.682574] env[69784]: DEBUG oslo_vmware.api [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628081, 'name': PowerOnVM_Task, 'duration_secs': 0.448658} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.682897] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.683077] env[69784]: INFO nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1065.683250] env[69784]: DEBUG nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.683972] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba897967-7330-4d87-8ed9-3afd3df1fc2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.725377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.487s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.728990] env[69784]: DEBUG nova.network.neutron [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Successfully updated port: a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.729683] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.420s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.730483] env[69784]: DEBUG nova.objects.instance [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lazy-loading 'resources' on Instance uuid 270203ea-3075-4d3e-ac0e-b8320d0635c2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.201020] env[69784]: INFO nova.compute.manager [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Took 45.34 seconds to build instance. [ 1066.238683] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-3956996d-195c-4c0a-bbe2-845faaea3a03" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.239507] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-3956996d-195c-4c0a-bbe2-845faaea3a03" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.239823] env[69784]: DEBUG nova.network.neutron [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.300273] env[69784]: INFO nova.scheduler.client.report [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocation for migration 7afce518-3f70-4476-b7b4-8820cb62e3b1 [ 1066.606024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9be327d-0fd0-47f8-a94d-b8fc9569562b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.614366] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc2d36-19be-44a8-8e54-97873dabba98 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.646506] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38302e5-a312-40c6-a6c6-d83de662ec42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.661656] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d494a-4c9a-43ca-9ac1-3e7ff4911d87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.680758] env[69784]: DEBUG nova.compute.provider_tree [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.702768] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f3014939-57a2-47c7-8f14-2f82ce2fe4f0 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.887s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.805410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0033e549-917e-4f87-8d22-c8c4ce181ca9 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 44.355s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.052707] env[69784]: DEBUG nova.network.neutron [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.184106] env[69784]: DEBUG nova.scheduler.client.report [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.258558] env[69784]: DEBUG nova.network.neutron [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Updating instance_info_cache with network_info: [{"id": "a49ed3a6-840d-41cd-a889-6f8bf047c0e3", "address": "fa:16:3e:1c:3d:b7", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49ed3a6-84", "ovs_interfaceid": "a49ed3a6-840d-41cd-a889-6f8bf047c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.664360] env[69784]: DEBUG nova.compute.manager [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.665307] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28e47a-e7e2-4f37-9330-8a4db2c8064f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.690082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.694022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.925s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.694022] env[69784]: DEBUG nova.objects.instance [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lazy-loading 'resources' on Instance uuid 60428609-2f06-42ec-994e-473b86d87c17 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.712666] env[69784]: DEBUG nova.compute.manager [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Received event network-changed-a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.713072] env[69784]: DEBUG nova.compute.manager [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Refreshing instance network info cache due to event network-changed-a49ed3a6-840d-41cd-a889-6f8bf047c0e3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.713323] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] Acquiring lock "refresh_cache-3956996d-195c-4c0a-bbe2-845faaea3a03" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.720612] env[69784]: INFO nova.scheduler.client.report [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Deleted allocations for instance 270203ea-3075-4d3e-ac0e-b8320d0635c2 [ 1067.764506] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-3956996d-195c-4c0a-bbe2-845faaea3a03" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.764675] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Instance network_info: |[{"id": "a49ed3a6-840d-41cd-a889-6f8bf047c0e3", "address": "fa:16:3e:1c:3d:b7", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49ed3a6-84", "ovs_interfaceid": "a49ed3a6-840d-41cd-a889-6f8bf047c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.765122] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] Acquired lock "refresh_cache-3956996d-195c-4c0a-bbe2-845faaea3a03" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.765250] env[69784]: DEBUG nova.network.neutron [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Refreshing network info cache for port a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.766528] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:3d:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a49ed3a6-840d-41cd-a889-6f8bf047c0e3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.774876] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.779497] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.783291] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7afc492-05d8-4bdc-8ddc-2be0db06b50c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.804741] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.804741] env[69784]: value = "task-3628082" [ 1067.804741] env[69784]: _type = "Task" [ 1067.804741] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.814563] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628082, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.063383] env[69784]: DEBUG nova.network.neutron [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Updated VIF entry in instance network info cache for port a49ed3a6-840d-41cd-a889-6f8bf047c0e3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.063775] env[69784]: DEBUG nova.network.neutron [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Updating instance_info_cache with network_info: [{"id": "a49ed3a6-840d-41cd-a889-6f8bf047c0e3", "address": "fa:16:3e:1c:3d:b7", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49ed3a6-84", "ovs_interfaceid": "a49ed3a6-840d-41cd-a889-6f8bf047c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.177635] env[69784]: INFO nova.compute.manager [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] instance snapshotting [ 1068.180868] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830abff2-491e-479d-819b-eeda8a6603c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.201972] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f890d28-1b0f-450c-a545-948d85281670 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.231019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-08803104-05d2-489c-b794-2b4628ac6f8f tempest-ServerPasswordTestJSON-1895927954 tempest-ServerPasswordTestJSON-1895927954-project-member] Lock "270203ea-3075-4d3e-ac0e-b8320d0635c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.382s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.283876] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.284139] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.284429] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.284628] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.284851] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.286737] env[69784]: INFO nova.compute.manager [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Terminating instance [ 1068.321030] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628082, 'name': CreateVM_Task, 'duration_secs': 0.34202} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.323550] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.324376] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.324544] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.324848] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.325143] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53441bf6-4bf2-4b17-a162-6b8fa9022c77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.329850] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1068.329850] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521ebd69-738b-c537-184a-c2e753a596cd" [ 1068.329850] env[69784]: _type = "Task" [ 1068.329850] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.340821] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521ebd69-738b-c537-184a-c2e753a596cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.567643] env[69784]: DEBUG oslo_concurrency.lockutils [req-2d59f579-1411-497a-97f2-5d120cb10aa8 req-8c34dc37-a1d3-4c2a-82c3-905e454a9b79 service nova] Releasing lock "refresh_cache-3956996d-195c-4c0a-bbe2-845faaea3a03" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.585613] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf1daf-158e-4f16-bd53-98ece41bad6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.593124] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b7839-20be-46ef-9e54-b6e61aaf6916 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.626786] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceb8366-c1f5-42fb-b9a7-07e188ddf9df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.634224] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a2ce7e-69c1-4ac4-a232-e2525abb5e54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.649656] env[69784]: DEBUG nova.compute.provider_tree [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.715652] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.715985] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2644d73-a6c2-484f-85aa-51aa53dc7651 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.724390] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1068.724390] env[69784]: value = "task-3628083" [ 1068.724390] env[69784]: _type = "Task" [ 1068.724390] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.733104] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.798795] env[69784]: DEBUG nova.compute.manager [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.799330] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.801909] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eebeec-bb51-45ac-9b4d-2584bb549eb7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.809513] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.809785] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08bf949-1a9c-4afc-ae01-7a0e8f801b0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.818027] env[69784]: DEBUG oslo_vmware.api [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1068.818027] env[69784]: value = "task-3628084" [ 1068.818027] env[69784]: _type = "Task" [ 1068.818027] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.823708] env[69784]: DEBUG oslo_vmware.api [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.842017] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521ebd69-738b-c537-184a-c2e753a596cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.842017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.842017] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.842017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.842017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.842017] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.842400] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc260c27-77bf-4d99-b3ba-c5d76bb6c437 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.853427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.853689] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.854823] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.855297] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.859019] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59bc232-f3a4-40f7-80c8-85e7efd9861d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.862259] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1068.862259] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527e1382-57c8-7ccd-3c77-477026f836e0" [ 1068.862259] env[69784]: _type = "Task" [ 1068.862259] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.870096] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527e1382-57c8-7ccd-3c77-477026f836e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.150414] env[69784]: DEBUG nova.scheduler.client.report [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.235695] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.326046] env[69784]: DEBUG oslo_vmware.api [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628084, 'name': PowerOffVM_Task, 'duration_secs': 0.200214} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.326328] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.326493] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.326752] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e078fc31-12f5-462d-baf1-1f2240cd71a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.357239] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.373075] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527e1382-57c8-7ccd-3c77-477026f836e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.373994] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cef2570-c650-4ee9-942c-9b1e2acd6927 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.379494] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1069.379494] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a78b8-ad11-0ac4-8e4b-6eee82c0adb7" [ 1069.379494] env[69784]: _type = "Task" [ 1069.379494] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.390651] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a78b8-ad11-0ac4-8e4b-6eee82c0adb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.398027] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.398027] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.398027] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore2] 54e9468f-f5c4-4e18-809a-67de6687b2f4 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.398027] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2640ecb1-f2ce-4c15-a923-68589cbf446a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.401909] env[69784]: DEBUG oslo_vmware.api [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1069.401909] env[69784]: value = "task-3628086" [ 1069.401909] env[69784]: _type = "Task" [ 1069.401909] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.412847] env[69784]: DEBUG oslo_vmware.api [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.659119] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.659119] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.873s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.659276] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.660043] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1069.660599] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.750s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.661053] env[69784]: DEBUG nova.objects.instance [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.666568] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07af3c8-03d5-4c2e-8022-c7e64d71169c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.675830] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3444135-c3f0-4901-bd77-6828532ab986 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.690569] env[69784]: INFO nova.scheduler.client.report [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleted allocations for instance 60428609-2f06-42ec-994e-473b86d87c17 [ 1069.692632] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d26f3-5a07-4bc7-9b64-1004de634cf8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.703545] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d622a3-e320-48f6-a043-719f92c0160e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.735786] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179191MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1069.736114] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.745578] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628083, 'name': CreateSnapshot_Task, 'duration_secs': 0.780457} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.745839] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.746839] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e9dff9-7a8c-44fe-b02e-9e998cc0fdfc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.876071] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.889884] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525a78b8-ad11-0ac4-8e4b-6eee82c0adb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.890024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.890265] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 3956996d-195c-4c0a-bbe2-845faaea3a03/3956996d-195c-4c0a-bbe2-845faaea3a03.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.890551] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e7a480-8a12-47a1-b879-88eebd2313a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.896982] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1069.896982] env[69784]: value = "task-3628087" [ 1069.896982] env[69784]: _type = "Task" [ 1069.896982] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.904475] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.911598] env[69784]: DEBUG oslo_vmware.api [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153267} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.911827] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.912025] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.912350] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.912428] env[69784]: INFO nova.compute.manager [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1069.912650] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.912838] env[69784]: DEBUG nova.compute.manager [-] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.912950] env[69784]: DEBUG nova.network.neutron [-] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.191939] env[69784]: DEBUG nova.compute.manager [req-35ab87ec-1709-48bd-a866-ea551fdd22ca req-04eb1361-370e-4e7b-8960-047113d5475b service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Received event network-vif-deleted-019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.192081] env[69784]: INFO nova.compute.manager [req-35ab87ec-1709-48bd-a866-ea551fdd22ca req-04eb1361-370e-4e7b-8960-047113d5475b service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Neutron deleted interface 019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4; detaching it from the instance and deleting it from the info cache [ 1070.192712] env[69784]: DEBUG nova.network.neutron [req-35ab87ec-1709-48bd-a866-ea551fdd22ca req-04eb1361-370e-4e7b-8960-047113d5475b service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.201044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e13d0c79-b5a7-4b0a-9105-7cb820ddc78c tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "60428609-2f06-42ec-994e-473b86d87c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.532s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.264230] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.264833] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-984f1dec-f48a-4bdb-be9d-dc499810944c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.274100] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1070.274100] env[69784]: value = "task-3628088" [ 1070.274100] env[69784]: _type = "Task" [ 1070.274100] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.284583] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628088, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.408356] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.660061] env[69784]: DEBUG nova.network.neutron [-] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.675250] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a67c68c1-839e-4915-9991-a1efd7961fb3 tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.676560] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.477s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.676782] env[69784]: DEBUG nova.objects.instance [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'resources' on Instance uuid 9e36d1e1-2436-4e99-88eb-615f5cb2557a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.696021] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-342484aa-0453-432b-8d0b-1ff96eb86651 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.707829] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed5593-3146-4fb5-9ce1-7edfba4ee4fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.763227] env[69784]: DEBUG nova.compute.manager [req-35ab87ec-1709-48bd-a866-ea551fdd22ca req-04eb1361-370e-4e7b-8960-047113d5475b service nova] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Detach interface failed, port_id=019e000f-48e0-4cb5-9f3c-4d31dd7ec9c4, reason: Instance 54e9468f-f5c4-4e18-809a-67de6687b2f4 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.787683] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628088, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.908773] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708025} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.913149] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 3956996d-195c-4c0a-bbe2-845faaea3a03/3956996d-195c-4c0a-bbe2-845faaea3a03.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.913454] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.913745] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd5ca9d1-71b7-4ddf-a5e0-443f05614ca9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.924477] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1070.924477] env[69784]: value = "task-3628089" [ 1070.924477] env[69784]: _type = "Task" [ 1070.924477] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.933516] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.163400] env[69784]: INFO nova.compute.manager [-] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Took 1.25 seconds to deallocate network for instance. [ 1071.294782] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628088, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.434877] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087839} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.437461] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.442134] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6dd46e-9f8b-4ab7-8c0e-86c4649564b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.464740] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 3956996d-195c-4c0a-bbe2-845faaea3a03/3956996d-195c-4c0a-bbe2-845faaea3a03.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.471027] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172c8a55-a66d-4aae-a278-5a037652dd1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.489273] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1071.489273] env[69784]: value = "task-3628091" [ 1071.489273] env[69784]: _type = "Task" [ 1071.489273] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.497217] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.628788] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93f2af-9108-4432-8dc3-633094611484 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.637068] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e99cf7-b3c9-4a26-bc2b-235440d104db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.667021] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5521e-5f93-46ad-b8c1-170ec3a55499 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.670970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.675559] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192883b-77e9-4240-b569-637a9bcb4cf8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.690079] env[69784]: DEBUG nova.compute.provider_tree [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.786259] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628088, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.000967] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628091, 'name': ReconfigVM_Task, 'duration_secs': 0.299132} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.003645] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 3956996d-195c-4c0a-bbe2-845faaea3a03/3956996d-195c-4c0a-bbe2-845faaea3a03.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.003645] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ecc92f8-de3d-4c70-bedb-51c2db23244c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.012104] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1072.012104] env[69784]: value = "task-3628092" [ 1072.012104] env[69784]: _type = "Task" [ 1072.012104] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.023145] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628092, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.195106] env[69784]: DEBUG nova.scheduler.client.report [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.287986] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628088, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.524823] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628092, 'name': Rename_Task, 'duration_secs': 0.144357} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.524823] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.524823] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c5d488-6e0b-4d7f-8a6a-0d9f62b3a3c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.533792] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1072.533792] env[69784]: value = "task-3628093" [ 1072.533792] env[69784]: _type = "Task" [ 1072.533792] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.547828] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.701740] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.705110] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.404s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.705326] env[69784]: DEBUG nova.objects.instance [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lazy-loading 'resources' on Instance uuid 79f2d5b6-657f-428d-903d-9e1babd46734 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.728944] env[69784]: INFO nova.scheduler.client.report [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted allocations for instance 9e36d1e1-2436-4e99-88eb-615f5cb2557a [ 1072.787848] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628088, 'name': CloneVM_Task, 'duration_secs': 2.339953} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.788204] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Created linked-clone VM from snapshot [ 1072.790351] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba2306-2f90-49d7-98e8-d5ebd290a70c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.798176] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Uploading image d338d7de-8dd0-4d30-81fd-3d8cce682797 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.818024] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.818334] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13c7e95d-06b3-4184-a07a-44cd8152c653 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.827076] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1072.827076] env[69784]: value = "task-3628094" [ 1072.827076] env[69784]: _type = "Task" [ 1072.827076] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.834303] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628094, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.045468] env[69784]: DEBUG oslo_vmware.api [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628093, 'name': PowerOnVM_Task, 'duration_secs': 0.488041} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.045608] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.045810] env[69784]: INFO nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1073.045984] env[69784]: DEBUG nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.046847] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d684b62-d075-47eb-81f7-5ca4d6a94726 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.235922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0ab7dfed-dba4-44e6-88cf-ee6dc0218516 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "9e36d1e1-2436-4e99-88eb-615f5cb2557a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.844s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.337156] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628094, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.565260] env[69784]: INFO nova.compute.manager [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Took 47.89 seconds to build instance. [ 1073.670268] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b3e70-a63f-44c0-ae4b-4ea5f68140ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.679020] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a14d79-ba5f-4fce-b167-86fc883bef11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.712359] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df350132-e645-46eb-aa50-31a9622e756c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.720827] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5566a761-1ea7-42e5-9e20-40801a56450a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.735707] env[69784]: DEBUG nova.compute.provider_tree [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.837832] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628094, 'name': Destroy_Task, 'duration_secs': 0.683168} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.838285] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Destroyed the VM [ 1073.838470] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1073.838798] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d291993-9184-49dc-a1cc-9aa0728e0e6d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.847076] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1073.847076] env[69784]: value = "task-3628095" [ 1073.847076] env[69784]: _type = "Task" [ 1073.847076] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.854392] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.067877] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a001973c-eb2c-4b78-8d8f-0d8f7ea68746 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.401s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.240158] env[69784]: DEBUG nova.scheduler.client.report [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.358449] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628095, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.561432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.561741] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.745700] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.749025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.376s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.750449] env[69784]: INFO nova.compute.claims [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.774410] env[69784]: INFO nova.scheduler.client.report [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Deleted allocations for instance 79f2d5b6-657f-428d-903d-9e1babd46734 [ 1074.858306] env[69784]: DEBUG oslo_vmware.api [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.855233} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.858595] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.064821] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.100380] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "3956996d-195c-4c0a-bbe2-845faaea3a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.100380] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.100604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "3956996d-195c-4c0a-bbe2-845faaea3a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.101697] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.101697] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.104482] env[69784]: INFO nova.compute.manager [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Terminating instance [ 1075.164084] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.164368] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.164619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.164745] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.164918] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.167182] env[69784]: INFO nova.compute.manager [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Terminating instance [ 1075.284925] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7c3b21d3-67f0-4511-911f-021c14314e8a tempest-ServerShowV257Test-1585458672 tempest-ServerShowV257Test-1585458672-project-member] Lock "79f2d5b6-657f-428d-903d-9e1babd46734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.280s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.362591] env[69784]: WARNING nova.compute.manager [None req-9b427852-31d7-4a9d-9c4a-256cbc48206f tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Image not found during snapshot: nova.exception.ImageNotFound: Image d338d7de-8dd0-4d30-81fd-3d8cce682797 could not be found. [ 1075.594704] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.608793] env[69784]: DEBUG nova.compute.manager [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.609826] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.612942] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32c050-b147-4b1c-ac24-d5bd62f68906 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.620767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.621711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.630555] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.630555] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3865d5c-9003-451c-ba13-a21f91c76e89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.637352] env[69784]: DEBUG oslo_vmware.api [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1075.637352] env[69784]: value = "task-3628096" [ 1075.637352] env[69784]: _type = "Task" [ 1075.637352] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.648020] env[69784]: DEBUG oslo_vmware.api [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.673436] env[69784]: DEBUG nova.compute.manager [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.673436] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.674668] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ddf86a-204f-419d-8a95-859244b646b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.684352] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.684662] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a86d57cd-a0f7-48b7-acb4-6639f1a6620c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.691438] env[69784]: DEBUG oslo_vmware.api [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1075.691438] env[69784]: value = "task-3628097" [ 1075.691438] env[69784]: _type = "Task" [ 1075.691438] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.700361] env[69784]: DEBUG oslo_vmware.api [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.124831] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.152169] env[69784]: DEBUG oslo_vmware.api [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628096, 'name': PowerOffVM_Task, 'duration_secs': 0.310584} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.152367] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.152556] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.152823] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fdde094-ed50-4c16-a4e5-834b441abeef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.157918] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69668908-fadc-4e7a-934f-a9d6f7952a05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.165729] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51560dc1-1b38-4442-b28e-d0a91bfd0b25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.200408] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df34674-9e16-41c6-9d17-31bb3183c325 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.209078] env[69784]: DEBUG oslo_vmware.api [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628097, 'name': PowerOffVM_Task, 'duration_secs': 0.255829} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.211203] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.212026] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.212026] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ff6d93-6cfc-42c7-818e-499571f77ea7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.215035] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57ea6e-5f21-408b-b57e-6f8487767fa3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.230083] env[69784]: DEBUG nova.compute.provider_tree [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.232189] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.232405] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.232583] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore1] 3956996d-195c-4c0a-bbe2-845faaea3a03 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.233025] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1e7ca8d-479f-433a-941b-551601b16081 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.238946] env[69784]: DEBUG oslo_vmware.api [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1076.238946] env[69784]: value = "task-3628100" [ 1076.238946] env[69784]: _type = "Task" [ 1076.238946] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.246117] env[69784]: DEBUG oslo_vmware.api [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.256045] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "978fc1ca-6186-4810-a504-e4bdcf0c0193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.256268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.256459] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "978fc1ca-6186-4810-a504-e4bdcf0c0193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.256635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.256842] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.258646] env[69784]: INFO nova.compute.manager [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Terminating instance [ 1076.285073] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.285294] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.285471] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleting the datastore file [datastore2] 28ecb8dd-843f-436d-b7f3-3aa209ff7a20 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.285727] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb46802-dfed-437d-a225-d7d555941d3a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.292873] env[69784]: DEBUG oslo_vmware.api [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1076.292873] env[69784]: value = "task-3628101" [ 1076.292873] env[69784]: _type = "Task" [ 1076.292873] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.300207] env[69784]: DEBUG oslo_vmware.api [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.645474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.734746] env[69784]: DEBUG nova.scheduler.client.report [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.748545] env[69784]: DEBUG oslo_vmware.api [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148953} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.748834] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.749051] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.749236] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.749421] env[69784]: INFO nova.compute.manager [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.749689] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.749914] env[69784]: DEBUG nova.compute.manager [-] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.750010] env[69784]: DEBUG nova.network.neutron [-] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.762197] env[69784]: DEBUG nova.compute.manager [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.762408] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.763247] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa22995-139f-4ba5-a3df-3b17deca2890 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.771013] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.771295] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6294c2-5d59-422d-8391-61ddac0d8e1b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.777430] env[69784]: DEBUG oslo_vmware.api [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1076.777430] env[69784]: value = "task-3628102" [ 1076.777430] env[69784]: _type = "Task" [ 1076.777430] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.785431] env[69784]: DEBUG oslo_vmware.api [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.801605] env[69784]: DEBUG oslo_vmware.api [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179154} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.801854] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.802055] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.802240] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.802409] env[69784]: INFO nova.compute.manager [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1076.802643] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.802833] env[69784]: DEBUG nova.compute.manager [-] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.802928] env[69784]: DEBUG nova.network.neutron [-] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.169531] env[69784]: DEBUG nova.compute.manager [req-f08eec63-2564-4d5c-853d-42f237ed988b req-e2362766-fc51-442c-b621-6e43ffd954c7 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Received event network-vif-deleted-a49ed3a6-840d-41cd-a889-6f8bf047c0e3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.169805] env[69784]: INFO nova.compute.manager [req-f08eec63-2564-4d5c-853d-42f237ed988b req-e2362766-fc51-442c-b621-6e43ffd954c7 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Neutron deleted interface a49ed3a6-840d-41cd-a889-6f8bf047c0e3; detaching it from the instance and deleting it from the info cache [ 1077.169961] env[69784]: DEBUG nova.network.neutron [req-f08eec63-2564-4d5c-853d-42f237ed988b req-e2362766-fc51-442c-b621-6e43ffd954c7 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.244682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.245482] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.247838] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.502s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.249361] env[69784]: INFO nova.compute.claims [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.257094] env[69784]: DEBUG nova.compute.manager [req-d3ae223f-5207-4279-b0cd-edbaabe1f1e3 req-cfa89cd1-b229-4623-b9ab-ef04c6768c59 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Received event network-vif-deleted-80798ced-c6ed-4817-b7ae-fddb3a600fc2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.257217] env[69784]: INFO nova.compute.manager [req-d3ae223f-5207-4279-b0cd-edbaabe1f1e3 req-cfa89cd1-b229-4623-b9ab-ef04c6768c59 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Neutron deleted interface 80798ced-c6ed-4817-b7ae-fddb3a600fc2; detaching it from the instance and deleting it from the info cache [ 1077.257456] env[69784]: DEBUG nova.network.neutron [req-d3ae223f-5207-4279-b0cd-edbaabe1f1e3 req-cfa89cd1-b229-4623-b9ab-ef04c6768c59 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.287626] env[69784]: DEBUG oslo_vmware.api [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628102, 'name': PowerOffVM_Task, 'duration_secs': 0.186131} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.288371] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.288542] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.288791] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd29859-5c7f-4c7e-bf70-cc09185becb0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.358147] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.358543] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.358846] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleting the datastore file [datastore1] 978fc1ca-6186-4810-a504-e4bdcf0c0193 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.359243] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1b7cd9f-0e9b-4a5e-970e-aa02de23b399 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.366539] env[69784]: DEBUG oslo_vmware.api [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for the task: (returnval){ [ 1077.366539] env[69784]: value = "task-3628104" [ 1077.366539] env[69784]: _type = "Task" [ 1077.366539] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.374354] env[69784]: DEBUG oslo_vmware.api [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.546530] env[69784]: DEBUG nova.network.neutron [-] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.614676] env[69784]: DEBUG nova.network.neutron [-] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.672886] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41b8cc7c-bd80-4d6f-a563-45374ea5e120 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.682440] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01031ca8-10ad-49e9-b5f6-efbd10af004b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.711978] env[69784]: DEBUG nova.compute.manager [req-f08eec63-2564-4d5c-853d-42f237ed988b req-e2362766-fc51-442c-b621-6e43ffd954c7 service nova] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Detach interface failed, port_id=a49ed3a6-840d-41cd-a889-6f8bf047c0e3, reason: Instance 3956996d-195c-4c0a-bbe2-845faaea3a03 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.755855] env[69784]: DEBUG nova.compute.utils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.758441] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.758631] env[69784]: DEBUG nova.network.neutron [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.760993] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92759213-7c9e-46f9-9094-1825574a0c46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.771684] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd721c1-9962-4a14-bbe2-ac2ada86cbd7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.803732] env[69784]: DEBUG nova.compute.manager [req-d3ae223f-5207-4279-b0cd-edbaabe1f1e3 req-cfa89cd1-b229-4623-b9ab-ef04c6768c59 service nova] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Detach interface failed, port_id=80798ced-c6ed-4817-b7ae-fddb3a600fc2, reason: Instance 28ecb8dd-843f-436d-b7f3-3aa209ff7a20 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.808142] env[69784]: DEBUG nova.policy [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bbae67aafd4543afb7ac9117e9e072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef6ea896fac46799e1a22b77777515e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.877152] env[69784]: DEBUG oslo_vmware.api [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Task: {'id': task-3628104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134836} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.877370] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.877557] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.877725] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.877900] env[69784]: INFO nova.compute.manager [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1077.878195] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.878395] env[69784]: DEBUG nova.compute.manager [-] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.878490] env[69784]: DEBUG nova.network.neutron [-] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.049366] env[69784]: INFO nova.compute.manager [-] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Took 1.30 seconds to deallocate network for instance. [ 1078.085482] env[69784]: DEBUG nova.network.neutron [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Successfully created port: 6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.118882] env[69784]: INFO nova.compute.manager [-] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Took 1.31 seconds to deallocate network for instance. [ 1078.262024] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.561340] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.613288] env[69784]: DEBUG nova.network.neutron [-] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.626235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.633302] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7a826-f8ee-4659-8754-6654d8c779ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.641481] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bac9f2-11f8-4c5b-9a2f-6d9831a6125f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.671291] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b63a04-1aaf-4439-9bac-345c9a3fcf56 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.679073] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d46fca-bc59-4143-8ef8-2a51b410e0c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.693243] env[69784]: DEBUG nova.compute.provider_tree [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.116095] env[69784]: INFO nova.compute.manager [-] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Took 1.24 seconds to deallocate network for instance. [ 1079.196848] env[69784]: DEBUG nova.scheduler.client.report [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.201537] env[69784]: DEBUG nova.compute.manager [req-8b09051a-02db-4d09-8f70-5118884723ae req-01bf656d-76ed-43c2-8016-87fd1f900f6d service nova] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Received event network-vif-deleted-7438d7c2-1365-4853-b8a0-c5ff3cca495c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.271882] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.297980] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.298238] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.298393] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.298571] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.298717] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.298861] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.299080] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.299244] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.299407] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.299567] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.299736] env[69784]: DEBUG nova.virt.hardware [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.300640] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0635ff9c-2eff-43ef-b80e-7d4d30d01c05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.308770] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b47301-f9e9-48cb-b703-02ca715d6af6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.623148] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.702345] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.702867] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.705485] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.211s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.707065] env[69784]: INFO nova.compute.claims [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.853857] env[69784]: DEBUG nova.compute.manager [req-e07d337d-e715-44f4-b72f-8303aee7cf60 req-7ad9e650-873d-4d90-9e65-5aff2d7d7191 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Received event network-vif-plugged-6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.854101] env[69784]: DEBUG oslo_concurrency.lockutils [req-e07d337d-e715-44f4-b72f-8303aee7cf60 req-7ad9e650-873d-4d90-9e65-5aff2d7d7191 service nova] Acquiring lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.854318] env[69784]: DEBUG oslo_concurrency.lockutils [req-e07d337d-e715-44f4-b72f-8303aee7cf60 req-7ad9e650-873d-4d90-9e65-5aff2d7d7191 service nova] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.854541] env[69784]: DEBUG oslo_concurrency.lockutils [req-e07d337d-e715-44f4-b72f-8303aee7cf60 req-7ad9e650-873d-4d90-9e65-5aff2d7d7191 service nova] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.854662] env[69784]: DEBUG nova.compute.manager [req-e07d337d-e715-44f4-b72f-8303aee7cf60 req-7ad9e650-873d-4d90-9e65-5aff2d7d7191 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] No waiting events found dispatching network-vif-plugged-6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.854802] env[69784]: WARNING nova.compute.manager [req-e07d337d-e715-44f4-b72f-8303aee7cf60 req-7ad9e650-873d-4d90-9e65-5aff2d7d7191 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Received unexpected event network-vif-plugged-6315fbc5-ee43-4446-afd6-de006ad55b9a for instance with vm_state building and task_state spawning. [ 1079.923863] env[69784]: DEBUG nova.network.neutron [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Successfully updated port: 6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.214071] env[69784]: DEBUG nova.compute.utils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.215523] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.215737] env[69784]: DEBUG nova.network.neutron [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.264909] env[69784]: DEBUG nova.policy [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd3aa9f869934d7ba14bc01ebb80c57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f064e26bbdf64e0d826fcc26ff01f147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.427473] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.427473] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.427779] env[69784]: DEBUG nova.network.neutron [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.684159] env[69784]: DEBUG nova.network.neutron [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Successfully created port: 8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.718904] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.959406] env[69784]: DEBUG nova.network.neutron [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.086025] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03132c1b-6942-4a7f-9c7b-f459cf34f087 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.093246] env[69784]: DEBUG nova.network.neutron [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updating instance_info_cache with network_info: [{"id": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "address": "fa:16:3e:10:98:1f", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6315fbc5-ee", "ovs_interfaceid": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.095837] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8aaa3-98b4-4428-bd34-58cf5a70016e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.131778] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda1373f-1593-48c9-b744-4c5d95ca9d19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.141241] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f77f63-dd9c-432b-b315-850f896bc037 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.155970] env[69784]: DEBUG nova.compute.provider_tree [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.603516] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.603516] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance network_info: |[{"id": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "address": "fa:16:3e:10:98:1f", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6315fbc5-ee", "ovs_interfaceid": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.603516] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:98:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6315fbc5-ee43-4446-afd6-de006ad55b9a', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.609733] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.609975] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.610227] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db968238-8200-438b-ae81-895874198cae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.630350] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.630350] env[69784]: value = "task-3628105" [ 1081.630350] env[69784]: _type = "Task" [ 1081.630350] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.638167] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628105, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.659256] env[69784]: DEBUG nova.scheduler.client.report [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.729818] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.754895] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.755205] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.755429] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.755668] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.755850] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.756069] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.756329] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.756494] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.756662] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.756822] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.757011] env[69784]: DEBUG nova.virt.hardware [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.757855] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab77e93-d2c9-4abf-a05b-48d4909127d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.765700] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b2d07c-5bce-4dc2-866a-172b15540959 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.882087] env[69784]: DEBUG nova.compute.manager [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Received event network-changed-6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.882322] env[69784]: DEBUG nova.compute.manager [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Refreshing instance network info cache due to event network-changed-6315fbc5-ee43-4446-afd6-de006ad55b9a. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.882492] env[69784]: DEBUG oslo_concurrency.lockutils [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] Acquiring lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.882636] env[69784]: DEBUG oslo_concurrency.lockutils [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] Acquired lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882793] env[69784]: DEBUG nova.network.neutron [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Refreshing network info cache for port 6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.141190] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628105, 'name': CreateVM_Task, 'duration_secs': 0.350521} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.141414] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.142112] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.142294] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.142620] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.142890] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bc7f0e-7042-4b45-a5f0-fb923c78bd9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.148514] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1082.148514] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52396917-9efa-80e4-b005-096d39c395b9" [ 1082.148514] env[69784]: _type = "Task" [ 1082.148514] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.157223] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52396917-9efa-80e4-b005-096d39c395b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.164605] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.164841] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.167409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.135s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.167627] env[69784]: DEBUG nova.objects.instance [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lazy-loading 'resources' on Instance uuid b9dc6c6b-878d-4fee-bf21-a9702eeebff6 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.287798] env[69784]: DEBUG nova.network.neutron [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Successfully updated port: 8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.592647] env[69784]: DEBUG nova.network.neutron [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updated VIF entry in instance network info cache for port 6315fbc5-ee43-4446-afd6-de006ad55b9a. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.592998] env[69784]: DEBUG nova.network.neutron [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updating instance_info_cache with network_info: [{"id": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "address": "fa:16:3e:10:98:1f", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6315fbc5-ee", "ovs_interfaceid": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.658951] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52396917-9efa-80e4-b005-096d39c395b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.659280] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.659548] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.659791] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.659947] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.660169] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.660439] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04314bde-fa94-4124-af34-0f5ec4d08c16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.668721] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.668903] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.672074] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd5abd0-bf98-4843-9939-5266c311fc34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.675286] env[69784]: DEBUG nova.compute.utils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.677430] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.677430] env[69784]: DEBUG nova.network.neutron [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.682483] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1082.682483] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d6dad8-119c-40d0-6f5e-04cb337f6043" [ 1082.682483] env[69784]: _type = "Task" [ 1082.682483] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.691757] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d6dad8-119c-40d0-6f5e-04cb337f6043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.715847] env[69784]: DEBUG nova.policy [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a07304bfe9054346b83f473e0d5cfd1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '031231bed4b4471d945523a81f3c988f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.792681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "refresh_cache-18c65e2e-6a2d-4d11-934b-664160f3fcbe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.792796] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquired lock "refresh_cache-18c65e2e-6a2d-4d11-934b-664160f3fcbe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.792963] env[69784]: DEBUG nova.network.neutron [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.032527] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d175b-3e70-4437-b463-bc0e83d8fefb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.041259] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdbbe9b-fa8f-4f99-8954-e4922ae1f6cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.078024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28743b3-c7e0-4935-b45b-41f3f3f024da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.085281] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e6f78-91b2-435a-a713-0e7f665d0889 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.099609] env[69784]: DEBUG oslo_concurrency.lockutils [req-3d1c9171-bcb3-446f-aa75-e14bf42682e0 req-c0a12640-e8b0-4e6b-bc62-da72a1273db8 service nova] Releasing lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.100280] env[69784]: DEBUG nova.compute.provider_tree [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.107466] env[69784]: DEBUG nova.network.neutron [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Successfully created port: f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.179851] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.192876] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d6dad8-119c-40d0-6f5e-04cb337f6043, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.193622] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6663c67b-7bc8-4ef7-9ca3-c49cd8bd7980 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.199340] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1083.199340] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521c77d5-d3dd-89b7-7dcb-d7860c9d97dd" [ 1083.199340] env[69784]: _type = "Task" [ 1083.199340] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.207393] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521c77d5-d3dd-89b7-7dcb-d7860c9d97dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.353949] env[69784]: DEBUG nova.network.neutron [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.484405] env[69784]: DEBUG nova.network.neutron [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Updating instance_info_cache with network_info: [{"id": "8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96", "address": "fa:16:3e:9d:f0:db", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece4d94-f4", "ovs_interfaceid": "8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.603739] env[69784]: DEBUG nova.scheduler.client.report [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.710157] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521c77d5-d3dd-89b7-7dcb-d7860c9d97dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.710421] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.710687] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.710955] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113ae259-85de-4adb-8657-5a9cecb25743 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.718183] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1083.718183] env[69784]: value = "task-3628106" [ 1083.718183] env[69784]: _type = "Task" [ 1083.718183] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.727416] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.909785] env[69784]: DEBUG nova.compute.manager [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Received event network-vif-plugged-8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.910176] env[69784]: DEBUG oslo_concurrency.lockutils [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] Acquiring lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.910411] env[69784]: DEBUG oslo_concurrency.lockutils [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.910616] env[69784]: DEBUG oslo_concurrency.lockutils [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.910795] env[69784]: DEBUG nova.compute.manager [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] No waiting events found dispatching network-vif-plugged-8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.910985] env[69784]: WARNING nova.compute.manager [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Received unexpected event network-vif-plugged-8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 for instance with vm_state building and task_state spawning. [ 1083.911169] env[69784]: DEBUG nova.compute.manager [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Received event network-changed-8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.911327] env[69784]: DEBUG nova.compute.manager [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Refreshing instance network info cache due to event network-changed-8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.911482] env[69784]: DEBUG oslo_concurrency.lockutils [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] Acquiring lock "refresh_cache-18c65e2e-6a2d-4d11-934b-664160f3fcbe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.986777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Releasing lock "refresh_cache-18c65e2e-6a2d-4d11-934b-664160f3fcbe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.987234] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Instance network_info: |[{"id": "8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96", "address": "fa:16:3e:9d:f0:db", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece4d94-f4", "ovs_interfaceid": "8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.987597] env[69784]: DEBUG oslo_concurrency.lockutils [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] Acquired lock "refresh_cache-18c65e2e-6a2d-4d11-934b-664160f3fcbe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.987809] env[69784]: DEBUG nova.network.neutron [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Refreshing network info cache for port 8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.989149] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:f0:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.997323] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Creating folder: Project (f064e26bbdf64e0d826fcc26ff01f147). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.000589] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d250a064-1e6d-4f42-8a03-d0bd7035c419 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.012455] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Created folder: Project (f064e26bbdf64e0d826fcc26ff01f147) in parent group-v723273. [ 1084.012663] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Creating folder: Instances. Parent ref: group-v723518. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.012916] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d19755d7-21ef-43bc-984f-cf9b4939ec87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023813] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Created folder: Instances in parent group-v723518. [ 1084.023952] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.024122] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.024344] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca29ddd-f4ae-43f9-9a75-9e21a24c9aea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.044510] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.044510] env[69784]: value = "task-3628109" [ 1084.044510] env[69784]: _type = "Task" [ 1084.044510] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.052687] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628109, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.108897] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.111770] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.224s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.112126] env[69784]: DEBUG nova.objects.instance [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lazy-loading 'resources' on Instance uuid 3bea689f-48a1-4fdf-b20f-b80cd936b398 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.151782] env[69784]: INFO nova.scheduler.client.report [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleted allocations for instance b9dc6c6b-878d-4fee-bf21-a9702eeebff6 [ 1084.194321] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.230769] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.232034] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.232431] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.232431] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.232529] env[69784]: DEBUG nova.virt.hardware [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.233610] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f570d6-c5e8-4712-9a0d-0203e75c13e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.244889] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf1eec-c35c-4a27-b628-a809d0c76495 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.248761] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464363} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.249009] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.249222] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.249988] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ac9a3e7-8c75-48f5-bdb6-bd06315b6d54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.263474] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1084.263474] env[69784]: value = "task-3628110" [ 1084.263474] env[69784]: _type = "Task" [ 1084.263474] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.271102] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.508398] env[69784]: DEBUG nova.network.neutron [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Updated VIF entry in instance network info cache for port 8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.508398] env[69784]: DEBUG nova.network.neutron [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Updating instance_info_cache with network_info: [{"id": "8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96", "address": "fa:16:3e:9d:f0:db", "network": {"id": "5468b3b6-dae7-408b-9837-2ae08e96a54b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a0aa139ff9a4731b71b3a1ed1bf405b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece4d94-f4", "ovs_interfaceid": "8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.554009] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628109, 'name': CreateVM_Task, 'duration_secs': 0.431148} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.554211] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.554874] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.555039] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.555356] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.555675] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942d04b9-6c82-46a6-a7c9-350a4d2d3ab9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.561633] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1084.561633] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5257d09b-7aba-68ce-9af1-0c61bb83ea14" [ 1084.561633] env[69784]: _type = "Task" [ 1084.561633] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.571100] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5257d09b-7aba-68ce-9af1-0c61bb83ea14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.662349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-19c6b3d1-bca2-45c9-b493-2c8720c079a7 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "b9dc6c6b-878d-4fee-bf21-a9702eeebff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.740s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.716273] env[69784]: DEBUG nova.network.neutron [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Successfully updated port: f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.772783] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064989} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.775368] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.776127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab237ef0-ed98-4888-a3e4-f40af55372cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.798611] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.801534] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434febff-864e-4e11-b4ec-3ec170ce95d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.821992] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1084.821992] env[69784]: value = "task-3628111" [ 1084.821992] env[69784]: _type = "Task" [ 1084.821992] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.831060] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.999029] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a2e38-64fa-4d16-9362-1d8411d41370 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.007134] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405d196-f64c-477a-86c6-7cb458a21fa4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.012108] env[69784]: DEBUG oslo_concurrency.lockutils [req-60ad060b-946f-4ac8-82d4-52ea51e8c46d req-435a7a2e-ad88-4476-a372-8453f1be5995 service nova] Releasing lock "refresh_cache-18c65e2e-6a2d-4d11-934b-664160f3fcbe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.036828] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f793893-0298-4509-a33e-7560b53a49b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.044109] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae54bcc-c123-429c-a0c7-835a55f1c26a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.059054] env[69784]: DEBUG nova.compute.provider_tree [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.072332] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5257d09b-7aba-68ce-9af1-0c61bb83ea14, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.072633] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.072862] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.073108] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.073309] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.073503] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.073763] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-829dd6ce-c313-4d2a-8873-75108a46edf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.083131] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.083349] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.084059] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6c8c5e-a002-4d53-80af-351fc89d37a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.089304] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1085.089304] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e5c684-14c0-0325-d3e2-827558c0445a" [ 1085.089304] env[69784]: _type = "Task" [ 1085.089304] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.097506] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e5c684-14c0-0325-d3e2-827558c0445a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.223510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "refresh_cache-a5b6e80a-dd2c-4bb0-a53c-197684285871" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.223510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquired lock "refresh_cache-a5b6e80a-dd2c-4bb0-a53c-197684285871" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.223510] env[69784]: DEBUG nova.network.neutron [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.333840] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628111, 'name': ReconfigVM_Task, 'duration_secs': 0.292833} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.335241] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.338239] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99979c52-8996-445b-978a-aca800bcb8d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.348130] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1085.348130] env[69784]: value = "task-3628112" [ 1085.348130] env[69784]: _type = "Task" [ 1085.348130] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.356867] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628112, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.562358] env[69784]: DEBUG nova.scheduler.client.report [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.600724] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e5c684-14c0-0325-d3e2-827558c0445a, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.601643] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c44a45-d92a-4d27-95ea-853ff4c39788 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.607873] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1085.607873] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d1c1eb-8b9a-f5ed-a21b-cadc1de79550" [ 1085.607873] env[69784]: _type = "Task" [ 1085.607873] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.615520] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d1c1eb-8b9a-f5ed-a21b-cadc1de79550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.761457] env[69784]: DEBUG nova.network.neutron [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.766949] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "d7e291c4-8235-4629-8026-1d5b255f9b29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.767191] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.767389] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "d7e291c4-8235-4629-8026-1d5b255f9b29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.767566] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.767727] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.770323] env[69784]: INFO nova.compute.manager [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Terminating instance [ 1085.838922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.839212] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.839421] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.839608] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.839777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.847205] env[69784]: INFO nova.compute.manager [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Terminating instance [ 1085.862682] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628112, 'name': Rename_Task, 'duration_secs': 0.145404} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.863629] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.863880] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-888a31ee-52da-437f-9b1b-2b190385503b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.871646] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1085.871646] env[69784]: value = "task-3628113" [ 1085.871646] env[69784]: _type = "Task" [ 1085.871646] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.882855] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.926341] env[69784]: DEBUG nova.network.neutron [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Updating instance_info_cache with network_info: [{"id": "f2c57ce2-0644-40ac-a5e2-a5b0a1114e10", "address": "fa:16:3e:6d:a4:f2", "network": {"id": "248425ac-ef89-464e-93cd-e17359158707", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1399638522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "031231bed4b4471d945523a81f3c988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c57ce2-06", "ovs_interfaceid": "f2c57ce2-0644-40ac-a5e2-a5b0a1114e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.942289] env[69784]: DEBUG nova.compute.manager [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Received event network-vif-plugged-f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.942620] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] Acquiring lock "a5b6e80a-dd2c-4bb0-a53c-197684285871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.942953] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.943321] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.943519] env[69784]: DEBUG nova.compute.manager [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] No waiting events found dispatching network-vif-plugged-f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.944155] env[69784]: WARNING nova.compute.manager [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Received unexpected event network-vif-plugged-f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 for instance with vm_state building and task_state spawning. [ 1085.944155] env[69784]: DEBUG nova.compute.manager [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Received event network-changed-f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.944249] env[69784]: DEBUG nova.compute.manager [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Refreshing instance network info cache due to event network-changed-f2c57ce2-0644-40ac-a5e2-a5b0a1114e10. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.945167] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] Acquiring lock "refresh_cache-a5b6e80a-dd2c-4bb0-a53c-197684285871" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.067818] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.070458] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.861s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.072166] env[69784]: INFO nova.compute.claims [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.088793] env[69784]: INFO nova.scheduler.client.report [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Deleted allocations for instance 3bea689f-48a1-4fdf-b20f-b80cd936b398 [ 1086.118839] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d1c1eb-8b9a-f5ed-a21b-cadc1de79550, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.119115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.119388] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 18c65e2e-6a2d-4d11-934b-664160f3fcbe/18c65e2e-6a2d-4d11-934b-664160f3fcbe.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.119652] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c76e728-a540-4699-8f26-621c3076f421 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.126376] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1086.126376] env[69784]: value = "task-3628114" [ 1086.126376] env[69784]: _type = "Task" [ 1086.126376] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.134638] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.275036] env[69784]: DEBUG nova.compute.manager [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.276109] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.276920] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b797d88-3d1c-41bf-b653-bf661e37a72e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.285085] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.286128] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e893001b-780c-4caa-bc31-9655e28e630d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.293634] env[69784]: DEBUG oslo_vmware.api [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1086.293634] env[69784]: value = "task-3628115" [ 1086.293634] env[69784]: _type = "Task" [ 1086.293634] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.304516] env[69784]: DEBUG oslo_vmware.api [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.356821] env[69784]: DEBUG nova.compute.manager [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.357162] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.358329] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea3292-61bc-40e9-8bfd-52958c0af001 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.367491] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.367829] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba8573f-ac0f-4cd1-b5a3-d321f9660be7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.376909] env[69784]: DEBUG oslo_vmware.api [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1086.376909] env[69784]: value = "task-3628116" [ 1086.376909] env[69784]: _type = "Task" [ 1086.376909] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.383899] env[69784]: DEBUG oslo_vmware.api [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628113, 'name': PowerOnVM_Task, 'duration_secs': 0.448067} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.384643] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.384968] env[69784]: INFO nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1086.385224] env[69784]: DEBUG nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.386117] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7702895a-25e6-4d0c-b0da-2f562c0dbc2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.391877] env[69784]: DEBUG oslo_vmware.api [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.429817] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Releasing lock "refresh_cache-a5b6e80a-dd2c-4bb0-a53c-197684285871" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.429817] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Instance network_info: |[{"id": "f2c57ce2-0644-40ac-a5e2-a5b0a1114e10", "address": "fa:16:3e:6d:a4:f2", "network": {"id": "248425ac-ef89-464e-93cd-e17359158707", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1399638522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "031231bed4b4471d945523a81f3c988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c57ce2-06", "ovs_interfaceid": "f2c57ce2-0644-40ac-a5e2-a5b0a1114e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.430367] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] Acquired lock "refresh_cache-a5b6e80a-dd2c-4bb0-a53c-197684285871" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.430367] env[69784]: DEBUG nova.network.neutron [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Refreshing network info cache for port f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.431696] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a4:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c57ce2-0644-40ac-a5e2-a5b0a1114e10', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.439497] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Creating folder: Project (031231bed4b4471d945523a81f3c988f). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.443048] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7bd1381-7326-4cbf-8b5e-09e0425a57c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.456216] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Created folder: Project (031231bed4b4471d945523a81f3c988f) in parent group-v723273. [ 1086.456395] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Creating folder: Instances. Parent ref: group-v723521. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.456643] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b2087a-069e-4d2b-aa1c-1b8b7701563c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.467546] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Created folder: Instances in parent group-v723521. [ 1086.467805] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.468046] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.468267] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03ff9c5-e87b-452a-aa10-45c5a520b348 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.490754] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.490754] env[69784]: value = "task-3628119" [ 1086.490754] env[69784]: _type = "Task" [ 1086.490754] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.498996] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628119, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.601026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-462f11dd-e9c3-4a4e-9e1e-23706a8c8757 tempest-ServersTestManualDisk-959404340 tempest-ServersTestManualDisk-959404340-project-member] Lock "3bea689f-48a1-4fdf-b20f-b80cd936b398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.820s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.637052] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.794198] env[69784]: DEBUG nova.network.neutron [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Updated VIF entry in instance network info cache for port f2c57ce2-0644-40ac-a5e2-a5b0a1114e10. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.794713] env[69784]: DEBUG nova.network.neutron [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Updating instance_info_cache with network_info: [{"id": "f2c57ce2-0644-40ac-a5e2-a5b0a1114e10", "address": "fa:16:3e:6d:a4:f2", "network": {"id": "248425ac-ef89-464e-93cd-e17359158707", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1399638522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "031231bed4b4471d945523a81f3c988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c57ce2-06", "ovs_interfaceid": "f2c57ce2-0644-40ac-a5e2-a5b0a1114e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.808759] env[69784]: DEBUG oslo_vmware.api [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628115, 'name': PowerOffVM_Task, 'duration_secs': 0.279967} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.809959] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.810255] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.810608] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c970910-07d3-4a6d-b0f7-750c200b53a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.879938] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.880264] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.880447] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleting the datastore file [datastore2] d7e291c4-8235-4629-8026-1d5b255f9b29 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.888183] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94fbc9d5-817c-4739-b91d-3aa0cdc6ea2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.895896] env[69784]: DEBUG oslo_vmware.api [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1086.895896] env[69784]: value = "task-3628121" [ 1086.895896] env[69784]: _type = "Task" [ 1086.895896] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.910396] env[69784]: DEBUG oslo_vmware.api [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628116, 'name': PowerOffVM_Task, 'duration_secs': 0.25683} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.915029] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.915227] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.916300] env[69784]: INFO nova.compute.manager [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Took 44.57 seconds to build instance. [ 1086.916604] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-407942ef-d657-4da3-b895-3cc219c87e63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.923495] env[69784]: DEBUG oslo_vmware.api [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.984342] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.984572] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.984745] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleting the datastore file [datastore2] c064fcc1-a417-4a56-a9cf-e9d826f96c1a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.987971] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143b32af-a925-40eb-a712-bdb282a32daa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.994809] env[69784]: DEBUG oslo_vmware.api [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for the task: (returnval){ [ 1086.994809] env[69784]: value = "task-3628123" [ 1086.994809] env[69784]: _type = "Task" [ 1086.994809] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.006211] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628119, 'name': CreateVM_Task, 'duration_secs': 0.443993} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.009242] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.009518] env[69784]: DEBUG oslo_vmware.api [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.010232] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.010375] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.011388] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.011388] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d888782-569b-4455-8250-2368339e9852 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.015321] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1087.015321] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ea01f9-026d-8c71-eb3e-752a3fafa1e9" [ 1087.015321] env[69784]: _type = "Task" [ 1087.015321] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.023223] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ea01f9-026d-8c71-eb3e-752a3fafa1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.144243] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588753} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.144801] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 18c65e2e-6a2d-4d11-934b-664160f3fcbe/18c65e2e-6a2d-4d11-934b-664160f3fcbe.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.145865] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.145865] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59d0c6bd-f427-4761-a95e-9fbbc4390f69 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.152557] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1087.152557] env[69784]: value = "task-3628124" [ 1087.152557] env[69784]: _type = "Task" [ 1087.152557] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.167213] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.298108] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe93d2f-0266-4ea8-bcb6-08502c094fcd req-8a217f31-1ba8-478c-9bf5-74ac7bd922b6 service nova] Releasing lock "refresh_cache-a5b6e80a-dd2c-4bb0-a53c-197684285871" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.399236] env[69784]: DEBUG nova.compute.manager [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Received event network-changed-6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.399432] env[69784]: DEBUG nova.compute.manager [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Refreshing instance network info cache due to event network-changed-6315fbc5-ee43-4446-afd6-de006ad55b9a. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.399641] env[69784]: DEBUG oslo_concurrency.lockutils [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] Acquiring lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.399782] env[69784]: DEBUG oslo_concurrency.lockutils [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] Acquired lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.399942] env[69784]: DEBUG nova.network.neutron [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Refreshing network info cache for port 6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.414989] env[69784]: DEBUG oslo_vmware.api [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437173} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.415252] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.415438] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.415618] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.415783] env[69784]: INFO nova.compute.manager [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1087.416029] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.416218] env[69784]: DEBUG nova.compute.manager [-] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.416313] env[69784]: DEBUG nova.network.neutron [-] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.420319] env[69784]: DEBUG oslo_concurrency.lockutils [None req-265bdd00-5e81-4826-bf65-f260efb07b9e tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.086s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.476919] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2375164-4d47-45f2-8f64-cb76d4b0c1d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.484212] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de466c3-62ab-4080-b5e1-bb0a6feab8e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.524292] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5905be-e01f-432a-9495-e5bd28977e91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.531425] env[69784]: DEBUG oslo_vmware.api [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Task: {'id': task-3628123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421264} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.536648] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.536878] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.537078] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.537258] env[69784]: INFO nova.compute.manager [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1087.537487] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.537692] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ea01f9-026d-8c71-eb3e-752a3fafa1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.05903} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.538312] env[69784]: DEBUG nova.compute.manager [-] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.538418] env[69784]: DEBUG nova.network.neutron [-] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.540049] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.540275] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.540504] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.540648] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.540819] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.542093] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53615395-71f6-4e84-8432-f713b24b785b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.546141] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ee039d-6cd0-413b-b27b-bda3f3fadd97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.557913] env[69784]: DEBUG nova.compute.provider_tree [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.561217] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.561217] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.561899] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66118e3c-f3ce-429b-8709-bf4aa6945e0e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.567149] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1087.567149] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5207b6c7-a1fa-4f24-1004-b58a2a1a21bd" [ 1087.567149] env[69784]: _type = "Task" [ 1087.567149] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.575138] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5207b6c7-a1fa-4f24-1004-b58a2a1a21bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.662687] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074491} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.662967] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.663764] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea9f7d9-3238-4358-91b6-f7f080abbe53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.688035] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 18c65e2e-6a2d-4d11-934b-664160f3fcbe/18c65e2e-6a2d-4d11-934b-664160f3fcbe.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.688035] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84bc1f8c-6fac-46db-bca8-17c7effb1f4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.707513] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1087.707513] env[69784]: value = "task-3628125" [ 1087.707513] env[69784]: _type = "Task" [ 1087.707513] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.715342] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.003534] env[69784]: DEBUG nova.compute.manager [req-727ff755-b941-47a0-816c-239d027349b3 req-c15ffc17-47b3-4436-921c-a792cf79f83f service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Received event network-vif-deleted-294315f6-2922-47b0-9e16-26c24ad1facf {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.003534] env[69784]: INFO nova.compute.manager [req-727ff755-b941-47a0-816c-239d027349b3 req-c15ffc17-47b3-4436-921c-a792cf79f83f service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Neutron deleted interface 294315f6-2922-47b0-9e16-26c24ad1facf; detaching it from the instance and deleting it from the info cache [ 1088.003534] env[69784]: DEBUG nova.network.neutron [req-727ff755-b941-47a0-816c-239d027349b3 req-c15ffc17-47b3-4436-921c-a792cf79f83f service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.064249] env[69784]: DEBUG nova.scheduler.client.report [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.085805] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5207b6c7-a1fa-4f24-1004-b58a2a1a21bd, 'name': SearchDatastore_Task, 'duration_secs': 0.047676} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.088121] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c849a60-7c53-4003-ba00-d4136602cd84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.093818] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1088.093818] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e10cfb-d2f8-c436-d533-288338519338" [ 1088.093818] env[69784]: _type = "Task" [ 1088.093818] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.104653] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e10cfb-d2f8-c436-d533-288338519338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.227421] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.300546] env[69784]: DEBUG nova.network.neutron [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updated VIF entry in instance network info cache for port 6315fbc5-ee43-4446-afd6-de006ad55b9a. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.300903] env[69784]: DEBUG nova.network.neutron [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updating instance_info_cache with network_info: [{"id": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "address": "fa:16:3e:10:98:1f", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6315fbc5-ee", "ovs_interfaceid": "6315fbc5-ee43-4446-afd6-de006ad55b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.317949] env[69784]: DEBUG nova.network.neutron [-] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.324435] env[69784]: DEBUG nova.network.neutron [-] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.509641] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3968127d-69f5-467d-aac0-c0aef041599b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.520125] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826be8a0-fb7b-45d8-a3f5-64a67e30a0dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.551973] env[69784]: DEBUG nova.compute.manager [req-727ff755-b941-47a0-816c-239d027349b3 req-c15ffc17-47b3-4436-921c-a792cf79f83f service nova] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Detach interface failed, port_id=294315f6-2922-47b0-9e16-26c24ad1facf, reason: Instance d7e291c4-8235-4629-8026-1d5b255f9b29 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.567112] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.567626] env[69784]: DEBUG nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.570280] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.270s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.571634] env[69784]: INFO nova.compute.claims [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.605259] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e10cfb-d2f8-c436-d533-288338519338, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.605440] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.605668] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a5b6e80a-dd2c-4bb0-a53c-197684285871/a5b6e80a-dd2c-4bb0-a53c-197684285871.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.606618] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6466aad-285b-49bb-adc1-49f4461f6c46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.614171] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1088.614171] env[69784]: value = "task-3628126" [ 1088.614171] env[69784]: _type = "Task" [ 1088.614171] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.622410] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.718554] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628125, 'name': ReconfigVM_Task, 'duration_secs': 0.526503} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.718842] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 18c65e2e-6a2d-4d11-934b-664160f3fcbe/18c65e2e-6a2d-4d11-934b-664160f3fcbe.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.719586] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-055787f8-330f-4ca4-a687-e02edbe66c7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.727589] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1088.727589] env[69784]: value = "task-3628127" [ 1088.727589] env[69784]: _type = "Task" [ 1088.727589] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.739591] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628127, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.803460] env[69784]: DEBUG oslo_concurrency.lockutils [req-0dd087c7-3cc2-493e-9604-49d405faf2fc req-d312df4e-b33b-46ab-b1f3-907aa6e8c8db service nova] Releasing lock "refresh_cache-666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.823636] env[69784]: INFO nova.compute.manager [-] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Took 1.29 seconds to deallocate network for instance. [ 1088.834095] env[69784]: INFO nova.compute.manager [-] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Took 1.41 seconds to deallocate network for instance. [ 1089.077498] env[69784]: DEBUG nova.compute.utils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.088242] env[69784]: DEBUG nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1089.131675] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628126, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.239287] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628127, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.336123] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.343678] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.428573] env[69784]: DEBUG nova.compute.manager [req-19d583f8-fe4f-4a94-9e3e-b5862f54bba1 req-fc7f53d6-6847-4f21-98fe-4bb770ac40b2 service nova] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Received event network-vif-deleted-da9e67ca-8a89-44de-8177-111df054e7bc {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.588752] env[69784]: DEBUG nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.629833] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712974} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.630150] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] a5b6e80a-dd2c-4bb0-a53c-197684285871/a5b6e80a-dd2c-4bb0-a53c-197684285871.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.630279] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.630520] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98fb0fa-8293-4db8-880f-7bbd34b921e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.639392] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1089.639392] env[69784]: value = "task-3628128" [ 1089.639392] env[69784]: _type = "Task" [ 1089.639392] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.654451] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.740074] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628127, 'name': Rename_Task, 'duration_secs': 0.66466} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.741032] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.741032] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-606c2245-4462-4a22-8dc0-1dcd6ab51184 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.749061] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1089.749061] env[69784]: value = "task-3628129" [ 1089.749061] env[69784]: _type = "Task" [ 1089.749061] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.757382] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.945030] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e42e16-60c4-4902-8fd9-9f7a8d3987d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.955014] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b6095-de3c-4a38-96b3-3f3e1d751ac8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.984626] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec4770-2c83-4d3d-9b63-ab3d8366a352 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.992090] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5600502f-235b-405b-9303-a7426f113346 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.005454] env[69784]: DEBUG nova.compute.provider_tree [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.155685] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28979} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.156249] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.157999] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35fe382-689b-4a58-b03c-c326118ea62c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.184110] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a5b6e80a-dd2c-4bb0-a53c-197684285871/a5b6e80a-dd2c-4bb0-a53c-197684285871.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.184406] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245b7452-8f2c-4edc-b05d-285401473f9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.204648] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1090.204648] env[69784]: value = "task-3628130" [ 1090.204648] env[69784]: _type = "Task" [ 1090.204648] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.214126] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.262265] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.509384] env[69784]: DEBUG nova.scheduler.client.report [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.605985] env[69784]: DEBUG nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.632821] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.633021] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.633180] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.633448] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.633617] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.633882] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.634145] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.634328] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.634496] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.634657] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.634976] env[69784]: DEBUG nova.virt.hardware [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.635709] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf8fef-59cc-4ab9-94c0-2a1e2838c2db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.643502] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df720a20-d8a9-40c9-9340-55a28ee1e3a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.658080] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.662227] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Creating folder: Project (5c7e3a955ce84e0e93951ebb4f68800a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.662510] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56e3b55c-7ad0-44e8-b93d-42329ac60122 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.672479] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Created folder: Project (5c7e3a955ce84e0e93951ebb4f68800a) in parent group-v723273. [ 1090.672649] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Creating folder: Instances. Parent ref: group-v723524. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.673361] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0f149a4-c2dc-4fbf-8caf-44cfa1ee5bd9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.682401] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Created folder: Instances in parent group-v723524. [ 1090.682452] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.682636] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.682834] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cdbea78-cdc0-497b-b5c4-672217ccf899 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.699962] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.699962] env[69784]: value = "task-3628133" [ 1090.699962] env[69784]: _type = "Task" [ 1090.699962] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.707546] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628133, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.715055] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628130, 'name': ReconfigVM_Task, 'duration_secs': 0.298686} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.715335] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a5b6e80a-dd2c-4bb0-a53c-197684285871/a5b6e80a-dd2c-4bb0-a53c-197684285871.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.715966] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed8fb757-0843-429e-89f1-dc3937093503 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.722032] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1090.722032] env[69784]: value = "task-3628134" [ 1090.722032] env[69784]: _type = "Task" [ 1090.722032] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.728944] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628134, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.760042] env[69784]: DEBUG oslo_vmware.api [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628129, 'name': PowerOnVM_Task, 'duration_secs': 0.623636} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.762823] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.762823] env[69784]: INFO nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1090.762823] env[69784]: DEBUG nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.762823] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168cc09-7494-4a75-ad06-5aa05e6c142c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.015870] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.016414] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.020068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.124s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.021338] env[69784]: INFO nova.compute.claims [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.209134] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628133, 'name': CreateVM_Task, 'duration_secs': 0.290234} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.209416] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.209777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.209937] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.210382] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.210653] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca23395a-c10c-47a4-bd69-c5a67e50109c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.216152] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1091.216152] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a67399-ede5-82d5-e07b-58f65d85c0d7" [ 1091.216152] env[69784]: _type = "Task" [ 1091.216152] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.224474] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a67399-ede5-82d5-e07b-58f65d85c0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.232386] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628134, 'name': Rename_Task, 'duration_secs': 0.159233} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.232637] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.232866] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c964e27-1299-4674-a1ae-0e0518ab0c66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.238398] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1091.238398] env[69784]: value = "task-3628135" [ 1091.238398] env[69784]: _type = "Task" [ 1091.238398] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.246774] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.284603] env[69784]: INFO nova.compute.manager [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Took 48.57 seconds to build instance. [ 1091.527923] env[69784]: DEBUG nova.compute.utils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.529313] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.529489] env[69784]: DEBUG nova.network.neutron [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.573755] env[69784]: DEBUG nova.policy [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e47c3eb987a4f2fa7809ca91cea0145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4359cf34fc419b89bed76a595d01fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.727131] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a67399-ede5-82d5-e07b-58f65d85c0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017908} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.727458] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.727778] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.728075] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.728260] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.728454] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.728724] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dae34215-192a-4e33-9fd6-eb02c12689fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.743495] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.743687] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.744762] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babb5861-b20a-4744-9b20-b3975c1fc365 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.749959] env[69784]: DEBUG oslo_vmware.api [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628135, 'name': PowerOnVM_Task, 'duration_secs': 0.487378} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.750562] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.750775] env[69784]: INFO nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1091.750954] env[69784]: DEBUG nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.751730] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fae1cd-47be-42ed-8bae-04b9849f24cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.755143] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1091.755143] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52068792-d2c7-4a58-eec0-edc920b2c8c4" [ 1091.755143] env[69784]: _type = "Task" [ 1091.755143] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.767800] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52068792-d2c7-4a58-eec0-edc920b2c8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.787034] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cfe8fd50-7c18-4c5e-9b86-c65ae8edd1d8 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.081s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.892141] env[69784]: DEBUG nova.network.neutron [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Successfully created port: 6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.034107] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.265784] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52068792-d2c7-4a58-eec0-edc920b2c8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.268745] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ad0c0d-431e-4b55-b19a-9d26d85c1bc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.281107] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1092.281107] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5299de1c-e8c4-601b-d1bc-a239870cef46" [ 1092.281107] env[69784]: _type = "Task" [ 1092.281107] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.281727] env[69784]: INFO nova.compute.manager [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Took 48.81 seconds to build instance. [ 1092.290746] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5299de1c-e8c4-601b-d1bc-a239870cef46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.337509] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6703e-fd4d-4cb6-aa09-a334889bcbe9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.344920] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7c049-d1b6-47fb-a25a-06d8f45d314e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.376459] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48303a13-9c64-4af7-a0e0-7de284626d14 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.383855] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a9f3d3-77fe-4e22-9661-8f6f97cfe754 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.397645] env[69784]: DEBUG nova.compute.provider_tree [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.787615] env[69784]: DEBUG oslo_concurrency.lockutils [None req-912d08d5-1728-4e77-89fb-94e49aa1d215 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.332s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.793962] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5299de1c-e8c4-601b-d1bc-a239870cef46, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.794933] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.794933] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.794933] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1f6e08b-a1ca-46ad-850e-27d566768162 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.801685] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1092.801685] env[69784]: value = "task-3628136" [ 1092.801685] env[69784]: _type = "Task" [ 1092.801685] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.810413] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.902369] env[69784]: DEBUG nova.scheduler.client.report [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.043540] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.072606] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.072917] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.073098] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.073306] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.073503] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.073809] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.074143] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.074367] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.074593] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.074749] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.074966] env[69784]: DEBUG nova.virt.hardware [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.076068] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e89ee-f6d6-4cda-bb6d-eec77116753e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.086620] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097e6ac-0309-4d22-9e6d-c169fddffa59 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.295842] env[69784]: DEBUG nova.compute.manager [req-0fa5da29-d1b9-4ecc-a6e4-fbf9cce440aa req-d3ce7dbf-6683-4d15-bb7d-5d36166f1bf6 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Received event network-vif-plugged-6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.296123] env[69784]: DEBUG oslo_concurrency.lockutils [req-0fa5da29-d1b9-4ecc-a6e4-fbf9cce440aa req-d3ce7dbf-6683-4d15-bb7d-5d36166f1bf6 service nova] Acquiring lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.296369] env[69784]: DEBUG oslo_concurrency.lockutils [req-0fa5da29-d1b9-4ecc-a6e4-fbf9cce440aa req-d3ce7dbf-6683-4d15-bb7d-5d36166f1bf6 service nova] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.296537] env[69784]: DEBUG oslo_concurrency.lockutils [req-0fa5da29-d1b9-4ecc-a6e4-fbf9cce440aa req-d3ce7dbf-6683-4d15-bb7d-5d36166f1bf6 service nova] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.296712] env[69784]: DEBUG nova.compute.manager [req-0fa5da29-d1b9-4ecc-a6e4-fbf9cce440aa req-d3ce7dbf-6683-4d15-bb7d-5d36166f1bf6 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] No waiting events found dispatching network-vif-plugged-6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.296876] env[69784]: WARNING nova.compute.manager [req-0fa5da29-d1b9-4ecc-a6e4-fbf9cce440aa req-d3ce7dbf-6683-4d15-bb7d-5d36166f1bf6 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Received unexpected event network-vif-plugged-6a847b86-dfc5-4e54-a423-c38995fe8898 for instance with vm_state building and task_state spawning. [ 1093.311661] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447987} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.311905] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.312132] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.312382] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3daa48d3-45e7-47f5-baaf-2897beaeb828 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.319269] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1093.319269] env[69784]: value = "task-3628137" [ 1093.319269] env[69784]: _type = "Task" [ 1093.319269] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.327227] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.327419] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.327702] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.327905] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.328097] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.329696] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.330263] env[69784]: INFO nova.compute.manager [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Terminating instance [ 1093.409523] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.409523] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.411513] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.589s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.411794] env[69784]: DEBUG nova.objects.instance [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'resources' on Instance uuid 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.417912] env[69784]: DEBUG nova.network.neutron [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Successfully updated port: 6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.459933] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.460273] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.630472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "a5b6e80a-dd2c-4bb0-a53c-197684285871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.630748] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.631013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "a5b6e80a-dd2c-4bb0-a53c-197684285871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.631284] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.631472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.633594] env[69784]: INFO nova.compute.manager [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Terminating instance [ 1093.828849] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059383} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.829135] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.829895] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbbdda9-d76e-4daa-a327-c1cc0ff86e4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.840959] env[69784]: DEBUG nova.compute.manager [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.841216] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.849712] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.850437] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f5bed7-a207-439f-8376-c204a4d6a162 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.853007] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8193ebd6-ab73-4639-ae7b-06634447626f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.870611] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.870841] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-590c7770-3da0-4560-b098-0437c73cfdc0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.873111] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1093.873111] env[69784]: value = "task-3628138" [ 1093.873111] env[69784]: _type = "Task" [ 1093.873111] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.878439] env[69784]: DEBUG oslo_vmware.api [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1093.878439] env[69784]: value = "task-3628139" [ 1093.878439] env[69784]: _type = "Task" [ 1093.878439] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.885636] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.892175] env[69784]: DEBUG oslo_vmware.api [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.917785] env[69784]: DEBUG nova.objects.instance [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'numa_topology' on Instance uuid 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.919990] env[69784]: DEBUG nova.compute.utils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.922210] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.922210] env[69784]: DEBUG nova.network.neutron [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.924681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.924810] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.924946] env[69784]: DEBUG nova.network.neutron [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.961228] env[69784]: DEBUG nova.policy [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053a755d4b2c4169adc4f53288ceda70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '981bfe5b3d2c477c8959150c1d23287a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.963760] env[69784]: INFO nova.compute.manager [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Detaching volume 422b66d8-3f84-437c-9c0e-77070e5ae4bc [ 1093.999271] env[69784]: INFO nova.virt.block_device [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Attempting to driver detach volume 422b66d8-3f84-437c-9c0e-77070e5ae4bc from mountpoint /dev/sdb [ 1093.999512] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.999708] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.000975] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd4fac-c288-45d9-a3b0-cff130a15732 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.024234] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb9abf-364a-45a8-ab80-63ba49432a95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.031755] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80533091-bee1-4642-8a87-89573d4be3a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.053106] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0565ebdd-352b-46ca-8d5f-03dec5777691 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.069815] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] The volume has not been displaced from its original location: [datastore2] volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc/volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.075490] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.075816] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46be2c90-b0a0-4ad9-a1ee-3506b5abf716 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.094910] env[69784]: DEBUG oslo_vmware.api [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1094.094910] env[69784]: value = "task-3628140" [ 1094.094910] env[69784]: _type = "Task" [ 1094.094910] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.103958] env[69784]: DEBUG oslo_vmware.api [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.138232] env[69784]: DEBUG nova.compute.manager [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.138548] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.139680] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7414d61-5a13-482c-ae28-f3e86c38a709 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.147010] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.147777] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-807de8db-a46b-4108-9b91-9f2bf167f2a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.153575] env[69784]: DEBUG oslo_vmware.api [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1094.153575] env[69784]: value = "task-3628141" [ 1094.153575] env[69784]: _type = "Task" [ 1094.153575] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.163768] env[69784]: DEBUG oslo_vmware.api [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.294096] env[69784]: DEBUG nova.network.neutron [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Successfully created port: 1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.390598] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.395826] env[69784]: DEBUG oslo_vmware.api [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628139, 'name': PowerOffVM_Task, 'duration_secs': 0.220949} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.396211] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.396373] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.396706] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86db7337-f69a-483f-97dd-04d1ccaeeaa8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.425452] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.429108] env[69784]: DEBUG nova.objects.base [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Object Instance<8fa595c0-03b1-478b-9e21-5c3dd35866e7> lazy-loaded attributes: resources,numa_topology {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.466286] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.466286] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.466286] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Deleting the datastore file [datastore2] 18c65e2e-6a2d-4d11-934b-664160f3fcbe {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.468227] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0af1330-7c05-4805-b09d-485b31057ed8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.476483] env[69784]: DEBUG oslo_vmware.api [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for the task: (returnval){ [ 1094.476483] env[69784]: value = "task-3628143" [ 1094.476483] env[69784]: _type = "Task" [ 1094.476483] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.480168] env[69784]: DEBUG nova.network.neutron [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.487566] env[69784]: DEBUG oslo_vmware.api [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.607754] env[69784]: DEBUG oslo_vmware.api [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628140, 'name': ReconfigVM_Task, 'duration_secs': 0.298706} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.608814] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.614442] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7aa9cc4-d70f-48b0-836d-2ffd53a8e5e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.631415] env[69784]: DEBUG oslo_vmware.api [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1094.631415] env[69784]: value = "task-3628144" [ 1094.631415] env[69784]: _type = "Task" [ 1094.631415] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.640718] env[69784]: DEBUG oslo_vmware.api [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.665779] env[69784]: DEBUG oslo_vmware.api [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628141, 'name': PowerOffVM_Task, 'duration_secs': 0.209661} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.666093] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.666307] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.666557] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6e6866-454a-4c75-8ad4-5223353c77c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.678991] env[69784]: DEBUG nova.network.neutron [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updating instance_info_cache with network_info: [{"id": "6a847b86-dfc5-4e54-a423-c38995fe8898", "address": "fa:16:3e:01:fa:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a847b86-df", "ovs_interfaceid": "6a847b86-dfc5-4e54-a423-c38995fe8898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.737267] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.737267] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.737386] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Deleting the datastore file [datastore2] a5b6e80a-dd2c-4bb0-a53c-197684285871 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.737606] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57bf7298-19f6-4d41-8818-a6969efd5077 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.748654] env[69784]: DEBUG oslo_vmware.api [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for the task: (returnval){ [ 1094.748654] env[69784]: value = "task-3628146" [ 1094.748654] env[69784]: _type = "Task" [ 1094.748654] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.759508] env[69784]: DEBUG oslo_vmware.api [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.818649] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f47dea-dafb-4c65-a38d-5c268a68ff21 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.828657] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df440e3b-e54c-44ca-9153-2a2256276606 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.872318] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266b831-51db-4f88-8fc5-2585a5a0aa77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.881906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2425b063-7798-4004-a99d-dc4d097a337c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.889887] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628138, 'name': ReconfigVM_Task, 'duration_secs': 0.56176} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.893019] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.893019] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed6f5f0-d486-4ee9-8d4b-cea53f309d64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.902865] env[69784]: DEBUG nova.compute.provider_tree [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.908984] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1094.908984] env[69784]: value = "task-3628147" [ 1094.908984] env[69784]: _type = "Task" [ 1094.908984] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.917270] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628147, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.989663] env[69784]: DEBUG oslo_vmware.api [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Task: {'id': task-3628143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257674} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.990112] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.990438] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.990762] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.991080] env[69784]: INFO nova.compute.manager [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.991479] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.992155] env[69784]: DEBUG nova.compute.manager [-] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.992333] env[69784]: DEBUG nova.network.neutron [-] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.142319] env[69784]: DEBUG oslo_vmware.api [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628144, 'name': ReconfigVM_Task, 'duration_secs': 0.155884} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.142652] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723507', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'name': 'volume-422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5efca09-30e0-4283-94bb-58004599a01a', 'attached_at': '', 'detached_at': '', 'volume_id': '422b66d8-3f84-437c-9c0e-77070e5ae4bc', 'serial': '422b66d8-3f84-437c-9c0e-77070e5ae4bc'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.182591] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.182972] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Instance network_info: |[{"id": "6a847b86-dfc5-4e54-a423-c38995fe8898", "address": "fa:16:3e:01:fa:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a847b86-df", "ovs_interfaceid": "6a847b86-dfc5-4e54-a423-c38995fe8898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.183455] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:fa:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a847b86-dfc5-4e54-a423-c38995fe8898', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.191184] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.191523] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.191796] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c99ac7a0-88ef-49dc-ada9-116d3e84c9cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.213654] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.213654] env[69784]: value = "task-3628148" [ 1095.213654] env[69784]: _type = "Task" [ 1095.213654] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.218921] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628148, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.261246] env[69784]: DEBUG oslo_vmware.api [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Task: {'id': task-3628146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134688} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.261246] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.261705] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.261811] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.262029] env[69784]: INFO nova.compute.manager [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1095.262366] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.262670] env[69784]: DEBUG nova.compute.manager [-] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.262723] env[69784]: DEBUG nova.network.neutron [-] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.387745] env[69784]: DEBUG nova.compute.manager [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Received event network-changed-6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.387745] env[69784]: DEBUG nova.compute.manager [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Refreshing instance network info cache due to event network-changed-6a847b86-dfc5-4e54-a423-c38995fe8898. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.388082] env[69784]: DEBUG oslo_concurrency.lockutils [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] Acquiring lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.388277] env[69784]: DEBUG oslo_concurrency.lockutils [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] Acquired lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.388376] env[69784]: DEBUG nova.network.neutron [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Refreshing network info cache for port 6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.404428] env[69784]: DEBUG nova.compute.manager [req-0c25e252-8bee-4b71-b67e-096a6c07f2e4 req-1fcade17-3062-4f15-86d9-52390055dfeb service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Received event network-vif-deleted-8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.404745] env[69784]: INFO nova.compute.manager [req-0c25e252-8bee-4b71-b67e-096a6c07f2e4 req-1fcade17-3062-4f15-86d9-52390055dfeb service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Neutron deleted interface 8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96; detaching it from the instance and deleting it from the info cache [ 1095.404816] env[69784]: DEBUG nova.network.neutron [req-0c25e252-8bee-4b71-b67e-096a6c07f2e4 req-1fcade17-3062-4f15-86d9-52390055dfeb service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.407033] env[69784]: DEBUG nova.scheduler.client.report [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.424307] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628147, 'name': Rename_Task, 'duration_secs': 0.125504} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.425769] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.426399] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd8b61e-7d24-424b-9fca-e562a60da4db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.433988] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1095.433988] env[69784]: value = "task-3628149" [ 1095.433988] env[69784]: _type = "Task" [ 1095.433988] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.440981] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.453888] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.474990] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.475378] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.475542] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.475733] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.475872] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.476125] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.476496] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.476666] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.476887] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.477128] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.477857] env[69784]: DEBUG nova.virt.hardware [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.479318] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4047c1d-c1ea-41f7-a39b-d5c8aa9748d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.488586] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6b837-5023-4a97-a375-22050ab5ca5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.694948] env[69784]: DEBUG nova.objects.instance [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'flavor' on Instance uuid a5efca09-30e0-4283-94bb-58004599a01a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.723046] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628148, 'name': CreateVM_Task, 'duration_secs': 0.360061} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.723496] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.724385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.724747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.725202] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.725835] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46238850-c236-4406-934f-f9658d7a421c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.730521] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1095.730521] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52066f28-2f0a-0a1a-3d39-b52257e83f08" [ 1095.730521] env[69784]: _type = "Task" [ 1095.730521] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.739698] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52066f28-2f0a-0a1a-3d39-b52257e83f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.845023] env[69784]: DEBUG nova.network.neutron [-] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.913136] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.501s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.917229] env[69784]: DEBUG nova.network.neutron [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Successfully updated port: 1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.920403] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-747093d3-c39a-4fcc-84be-693cd3b6f379 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.922638] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.571s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.926662] env[69784]: INFO nova.compute.claims [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.943254] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6712b5da-3bc9-44ce-90c0-5469edf36b30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.957081] env[69784]: DEBUG oslo_vmware.api [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628149, 'name': PowerOnVM_Task, 'duration_secs': 0.450438} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.957701] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.957903] env[69784]: INFO nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1095.958210] env[69784]: DEBUG nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.958856] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddab0544-f331-4885-a837-e2ecd222931d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.977189] env[69784]: DEBUG nova.compute.manager [req-0c25e252-8bee-4b71-b67e-096a6c07f2e4 req-1fcade17-3062-4f15-86d9-52390055dfeb service nova] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Detach interface failed, port_id=8ece4d94-f4f1-46aa-92f0-2b24ed4bfc96, reason: Instance 18c65e2e-6a2d-4d11-934b-664160f3fcbe could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.076114] env[69784]: DEBUG nova.network.neutron [-] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.101152] env[69784]: DEBUG nova.network.neutron [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updated VIF entry in instance network info cache for port 6a847b86-dfc5-4e54-a423-c38995fe8898. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.101580] env[69784]: DEBUG nova.network.neutron [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updating instance_info_cache with network_info: [{"id": "6a847b86-dfc5-4e54-a423-c38995fe8898", "address": "fa:16:3e:01:fa:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a847b86-df", "ovs_interfaceid": "6a847b86-dfc5-4e54-a423-c38995fe8898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.241864] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52066f28-2f0a-0a1a-3d39-b52257e83f08, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.242191] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.242440] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.242734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.242832] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.242989] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.243264] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a0a859-53f1-42cd-a1ec-e703533c999d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.251363] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.251660] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.252303] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc7f10e-04e1-4cb4-8b68-a0eae10bf18a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.257678] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1096.257678] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f630f-e234-192a-b0a6-aa601bd42bec" [ 1096.257678] env[69784]: _type = "Task" [ 1096.257678] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.265206] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f630f-e234-192a-b0a6-aa601bd42bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.346772] env[69784]: INFO nova.compute.manager [-] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Took 1.35 seconds to deallocate network for instance. [ 1096.434501] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "refresh_cache-5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.434501] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquired lock "refresh_cache-5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.434816] env[69784]: DEBUG nova.network.neutron [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.439054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e37d672c-a451-4add-8545-ddfcad194b8c tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 65.609s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.439788] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 43.102s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.439788] env[69784]: INFO nova.compute.manager [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Unshelving [ 1096.486567] env[69784]: INFO nova.compute.manager [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Took 47.32 seconds to build instance. [ 1096.578502] env[69784]: INFO nova.compute.manager [-] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Took 1.32 seconds to deallocate network for instance. [ 1096.604158] env[69784]: DEBUG oslo_concurrency.lockutils [req-0b68a146-aedd-4088-a4f9-cd6119605e09 req-306e51b8-ca34-494d-ae49-2fbe1000c436 service nova] Releasing lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.701991] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf9dbf9c-7f53-4020-b0b7-bc2351c91aaf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.768066] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523f630f-e234-192a-b0a6-aa601bd42bec, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.768547] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2beb1c-4f18-4620-9f44-0836dfccdb3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.773637] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1096.773637] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d6b2f2-be10-6ae7-01e6-a9d91e713db0" [ 1096.773637] env[69784]: _type = "Task" [ 1096.773637] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.781013] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d6b2f2-be10-6ae7-01e6-a9d91e713db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.853819] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.973591] env[69784]: DEBUG nova.network.neutron [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.988959] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8f16ac8-c737-4d06-a974-44ad696d7c68 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.833s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.085092] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.150113] env[69784]: DEBUG nova.network.neutron [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Updating instance_info_cache with network_info: [{"id": "1325d38b-920f-46c8-96d6-997f4f4001c2", "address": "fa:16:3e:93:db:93", "network": {"id": "b573fa5b-03ab-468f-b245-b22e07265af3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1124167227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "981bfe5b3d2c477c8959150c1d23287a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1325d38b-92", "ovs_interfaceid": "1325d38b-920f-46c8-96d6-997f4f4001c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.284905] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d6b2f2-be10-6ae7-01e6-a9d91e713db0, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.285176] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.285435] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52ec896e-07e7-4417-81ef-1182e12bcc33/52ec896e-07e7-4417-81ef-1182e12bcc33.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.285714] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129ea551-f337-4d60-ab89-fb91416f3ec8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.295184] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1097.295184] env[69784]: value = "task-3628150" [ 1097.295184] env[69784]: _type = "Task" [ 1097.295184] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.304559] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.306262] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab6045-9b35-43e0-a962-339ac4ad720d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.313623] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58345a-d32a-41f4-809f-495016dbba09 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.344889] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45632af-a476-4d87-ad56-aed96d4e645d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.352636] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36828a86-dcdb-4f50-8f14-5ccbd0a48e70 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.366494] env[69784]: DEBUG nova.compute.provider_tree [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.411901] env[69784]: DEBUG nova.compute.manager [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Received event network-vif-plugged-1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.412139] env[69784]: DEBUG oslo_concurrency.lockutils [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] Acquiring lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.412701] env[69784]: DEBUG oslo_concurrency.lockutils [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.412893] env[69784]: DEBUG oslo_concurrency.lockutils [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.413107] env[69784]: DEBUG nova.compute.manager [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] No waiting events found dispatching network-vif-plugged-1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.413326] env[69784]: WARNING nova.compute.manager [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Received unexpected event network-vif-plugged-1325d38b-920f-46c8-96d6-997f4f4001c2 for instance with vm_state building and task_state spawning. [ 1097.413468] env[69784]: DEBUG nova.compute.manager [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Received event network-changed-1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.413624] env[69784]: DEBUG nova.compute.manager [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Refreshing instance network info cache due to event network-changed-1325d38b-920f-46c8-96d6-997f4f4001c2. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.413804] env[69784]: DEBUG oslo_concurrency.lockutils [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] Acquiring lock "refresh_cache-5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.430596] env[69784]: DEBUG nova.compute.manager [req-666993f3-d8af-4639-9614-47924836e68e req-d6371344-d64f-49b1-9300-8241c70d2577 service nova] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Received event network-vif-deleted-f2c57ce2-0644-40ac-a5e2-a5b0a1114e10 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.454123] env[69784]: DEBUG nova.compute.utils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.600177] env[69784]: INFO nova.compute.manager [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Rebuilding instance [ 1097.649794] env[69784]: DEBUG nova.compute.manager [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.650854] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f40195d-a94d-4b70-bc0c-bbd57bc5f4a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.654311] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Releasing lock "refresh_cache-5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.654932] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Instance network_info: |[{"id": "1325d38b-920f-46c8-96d6-997f4f4001c2", "address": "fa:16:3e:93:db:93", "network": {"id": "b573fa5b-03ab-468f-b245-b22e07265af3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1124167227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "981bfe5b3d2c477c8959150c1d23287a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1325d38b-92", "ovs_interfaceid": "1325d38b-920f-46c8-96d6-997f4f4001c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.654932] env[69784]: DEBUG oslo_concurrency.lockutils [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] Acquired lock "refresh_cache-5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.655139] env[69784]: DEBUG nova.network.neutron [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Refreshing network info cache for port 1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.656939] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:db:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1325d38b-920f-46c8-96d6-997f4f4001c2', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.665233] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Creating folder: Project (981bfe5b3d2c477c8959150c1d23287a). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.669656] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49952969-71a1-447f-aecd-c7baff6f39b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.688344] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Created folder: Project (981bfe5b3d2c477c8959150c1d23287a) in parent group-v723273. [ 1097.688566] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Creating folder: Instances. Parent ref: group-v723528. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.688856] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5684ea8-b3d1-435a-ab24-a1e3f39285cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.700443] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Created folder: Instances in parent group-v723528. [ 1097.700443] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.700803] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.701301] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-948925af-c1e7-4bd7-85d7-dbf81a11327c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.724739] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.724739] env[69784]: value = "task-3628153" [ 1097.724739] env[69784]: _type = "Task" [ 1097.724739] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.733476] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628153, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.796724] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.797142] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.797251] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "a5efca09-30e0-4283-94bb-58004599a01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.797377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.797542] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.805171] env[69784]: INFO nova.compute.manager [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Terminating instance [ 1097.812743] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425198} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.813087] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52ec896e-07e7-4417-81ef-1182e12bcc33/52ec896e-07e7-4417-81ef-1182e12bcc33.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.813450] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.813615] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b72f076-cdf9-4bea-9a1d-a458f18c4392 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.823036] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1097.823036] env[69784]: value = "task-3628154" [ 1097.823036] env[69784]: _type = "Task" [ 1097.823036] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.831878] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.871315] env[69784]: DEBUG nova.scheduler.client.report [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.916827] env[69784]: DEBUG nova.network.neutron [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Updated VIF entry in instance network info cache for port 1325d38b-920f-46c8-96d6-997f4f4001c2. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.917291] env[69784]: DEBUG nova.network.neutron [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Updating instance_info_cache with network_info: [{"id": "1325d38b-920f-46c8-96d6-997f4f4001c2", "address": "fa:16:3e:93:db:93", "network": {"id": "b573fa5b-03ab-468f-b245-b22e07265af3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1124167227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "981bfe5b3d2c477c8959150c1d23287a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1325d38b-92", "ovs_interfaceid": "1325d38b-920f-46c8-96d6-997f4f4001c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.958739] env[69784]: INFO nova.virt.block_device [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Booting with volume b7de7a3b-6573-4881-a3b7-d78408d0499c at /dev/sdb [ 1097.990100] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2521ee3d-fa8b-47a8-bb0b-8ea2c6ddffbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.999037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f875115-ef79-4708-8003-fb358ad12a5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.028340] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6e7d267-f507-4fe6-b598-d994bd2195fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.036186] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3208550-acf8-44d6-b5c3-b731f3724416 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.065975] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7bbc9-f367-4cb8-8940-6139e2c07e4e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.072035] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a54d2c-fb0b-496c-80da-2f425aa9e69c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.085553] env[69784]: DEBUG nova.virt.block_device [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating existing volume attachment record: 83104248-d059-495d-9c7e-b94b8af838f3 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1098.235566] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628153, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.310139] env[69784]: DEBUG nova.compute.manager [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.310411] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.311510] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c434f18d-caf3-461a-9bde-3b3c8a18eed7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.318844] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.319083] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631edb86-9fd9-4ce6-8005-39b4328a4c67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.326922] env[69784]: DEBUG oslo_vmware.api [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1098.326922] env[69784]: value = "task-3628156" [ 1098.326922] env[69784]: _type = "Task" [ 1098.326922] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.335269] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06042} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.336050] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.336813] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b289c3ee-5a5a-4bf5-a273-ce915ca4b376 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.342640] env[69784]: DEBUG oslo_vmware.api [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.363632] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 52ec896e-07e7-4417-81ef-1182e12bcc33/52ec896e-07e7-4417-81ef-1182e12bcc33.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.364298] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a626720-728d-4171-af54-d1fc180f1fa8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.378398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.378908] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.381648] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.077s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.381744] env[69784]: DEBUG nova.objects.instance [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lazy-loading 'resources' on Instance uuid cd8e1c0d-295d-4655-8301-20517e9da145 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.388171] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1098.388171] env[69784]: value = "task-3628157" [ 1098.388171] env[69784]: _type = "Task" [ 1098.388171] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.398595] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.420119] env[69784]: DEBUG oslo_concurrency.lockutils [req-5a0bb7c6-bd12-49ed-ab16-a0bb5aa4a699 req-12ee72a2-2f45-4d98-84d9-14d241e08bd9 service nova] Releasing lock "refresh_cache-5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.683963] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.684324] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec17071-c7fd-453d-b32a-a0a913bb5307 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.691694] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1098.691694] env[69784]: value = "task-3628160" [ 1098.691694] env[69784]: _type = "Task" [ 1098.691694] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.699975] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.738044] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628153, 'name': CreateVM_Task, 'duration_secs': 0.67355} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.738270] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.739008] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.739216] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.739561] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.739842] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cefe27b-dd7a-42d1-a2ad-21021f17ef5a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.745392] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1098.745392] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52720994-9768-ce83-4960-ad547b5f0232" [ 1098.745392] env[69784]: _type = "Task" [ 1098.745392] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.754036] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52720994-9768-ce83-4960-ad547b5f0232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.838124] env[69784]: DEBUG oslo_vmware.api [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628156, 'name': PowerOffVM_Task, 'duration_secs': 0.2581} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.838425] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.838599] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.838879] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063c0fdb-2471-4c20-bacc-553946c168b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.885437] env[69784]: DEBUG nova.compute.utils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.889954] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.890211] env[69784]: DEBUG nova.network.neutron [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.902156] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628157, 'name': ReconfigVM_Task, 'duration_secs': 0.424496} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.903817] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 52ec896e-07e7-4417-81ef-1182e12bcc33/52ec896e-07e7-4417-81ef-1182e12bcc33.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.903817] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00d68852-0d21-42bc-9081-0a3102f5c503 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.909886] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.910124] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.910371] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore2] a5efca09-30e0-4283-94bb-58004599a01a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.912141] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e0be51-e062-4b9c-850b-caa67984eaf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.914731] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1098.914731] env[69784]: value = "task-3628162" [ 1098.914731] env[69784]: _type = "Task" [ 1098.914731] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.923401] env[69784]: DEBUG oslo_vmware.api [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1098.923401] env[69784]: value = "task-3628163" [ 1098.923401] env[69784]: _type = "Task" [ 1098.923401] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.927014] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628162, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.938027] env[69784]: DEBUG oslo_vmware.api [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.939756] env[69784]: DEBUG nova.policy [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3e4400a1c6457681dff15a121ab996', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d20259263c4eab87fc194ee64005e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.203164] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628160, 'name': PowerOffVM_Task, 'duration_secs': 0.165774} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.203625] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.203761] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.209174] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21b98f4-8d5a-4921-b540-e65188043287 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.217972] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.218268] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b87e02b3-c595-4804-ac46-9b3cbf9d2292 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.245505] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.245732] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.245910] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Deleting the datastore file [datastore1] 4a239a1e-2236-4272-be83-5a3a68a3e2fe {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.246653] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bbc129e-d000-4e17-b577-efde7a9212ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.252648] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f788e-8291-4235-a677-10a6c23f8e02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.255401] env[69784]: DEBUG nova.network.neutron [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Successfully created port: 1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.258472] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1099.258472] env[69784]: value = "task-3628165" [ 1099.258472] env[69784]: _type = "Task" [ 1099.258472] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.267627] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52720994-9768-ce83-4960-ad547b5f0232, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.268909] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e842ca0-e56c-4cff-8ace-507c63754e3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.272077] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.272317] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.272572] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.272733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.272911] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.276221] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-999f7c7d-fcce-4404-bd7f-3a69c1d2d10f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.277868] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.309286] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee24001-4813-4512-b46f-d2057f8758e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.312078] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.312277] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.313016] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f6cf3d-d7ec-4c6b-8cbb-73361d1f77e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.320929] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8983ec1-7956-4988-9fbf-6dfe858fd0b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.324748] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1099.324748] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c1d1f3-d2f4-5b87-daaa-921a4b1cf51a" [ 1099.324748] env[69784]: _type = "Task" [ 1099.324748] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.335784] env[69784]: DEBUG nova.compute.provider_tree [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.342389] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c1d1f3-d2f4-5b87-daaa-921a4b1cf51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.391359] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.427436] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628162, 'name': Rename_Task, 'duration_secs': 0.180392} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.430840] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.431686] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-371cfb10-65bd-4605-a89e-c763be00a191 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.437736] env[69784]: DEBUG oslo_vmware.api [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140143} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.437928] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.438156] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.438376] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.438553] env[69784]: INFO nova.compute.manager [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.438776] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.439834] env[69784]: DEBUG nova.compute.manager [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.439942] env[69784]: DEBUG nova.network.neutron [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.441707] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1099.441707] env[69784]: value = "task-3628166" [ 1099.441707] env[69784]: _type = "Task" [ 1099.441707] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.451017] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.769074] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151828} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.769344] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.769590] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.769781] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.841775] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c1d1f3-d2f4-5b87-daaa-921a4b1cf51a, 'name': SearchDatastore_Task, 'duration_secs': 0.023815} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.843219] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdfa70a-7bb9-4628-b8ec-ebb05041f490 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.848521] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1099.848521] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5216af8d-24be-270d-e97b-91e4c5fce79d" [ 1099.848521] env[69784]: _type = "Task" [ 1099.848521] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.857371] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5216af8d-24be-270d-e97b-91e4c5fce79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.858827] env[69784]: ERROR nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] [req-8613acbb-eccb-4464-9b0b-57f084bc4609] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8613acbb-eccb-4464-9b0b-57f084bc4609"}]} [ 1099.878306] env[69784]: DEBUG nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1099.903668] env[69784]: DEBUG nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1099.903952] env[69784]: DEBUG nova.compute.provider_tree [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.919015] env[69784]: DEBUG nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1099.942047] env[69784]: DEBUG nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1099.952181] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.012833] env[69784]: DEBUG nova.compute.manager [req-95c3ec34-e778-4627-8512-bd07717294b4 req-33e35d57-4699-4215-880f-7c2199f0faee service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Received event network-vif-deleted-259732a7-eb75-4736-83ab-bdb91a1a5f44 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.013082] env[69784]: INFO nova.compute.manager [req-95c3ec34-e778-4627-8512-bd07717294b4 req-33e35d57-4699-4215-880f-7c2199f0faee service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Neutron deleted interface 259732a7-eb75-4736-83ab-bdb91a1a5f44; detaching it from the instance and deleting it from the info cache [ 1100.013261] env[69784]: DEBUG nova.network.neutron [req-95c3ec34-e778-4627-8512-bd07717294b4 req-33e35d57-4699-4215-880f-7c2199f0faee service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.312865] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a446d513-a3ce-4ec7-8b03-0c6f1430c3ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.321135] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830ef071-d992-462d-87fd-ee64f775330c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.354767] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb02c1c-f10e-40f5-8935-1ab335f00272 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.363045] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5216af8d-24be-270d-e97b-91e4c5fce79d, 'name': SearchDatastore_Task, 'duration_secs': 0.030041} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.365103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.365402] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a/5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.365705] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73bed1ff-8902-454d-9904-899434125484 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.368472] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd4708-9e00-4cfc-8cbe-544296fcf87c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.382365] env[69784]: DEBUG nova.compute.provider_tree [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.384738] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1100.384738] env[69784]: value = "task-3628167" [ 1100.384738] env[69784]: _type = "Task" [ 1100.384738] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.403279] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.430999] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.431345] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.431563] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.431844] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.432117] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.432233] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.432522] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.432741] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.432968] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.433217] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.433463] env[69784]: DEBUG nova.virt.hardware [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.434638] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9c6225-0ca7-418c-889d-e42a748cc4d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.448948] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d2c75a-ec3f-4f9e-9b88-646f4ad0f62e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.460025] env[69784]: DEBUG oslo_vmware.api [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628166, 'name': PowerOnVM_Task, 'duration_secs': 0.714052} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.467344] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.467562] env[69784]: INFO nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1100.467848] env[69784]: DEBUG nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.468986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d1978a-22e3-4535-8c10-c44f3134e4fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.496176] env[69784]: DEBUG nova.network.neutron [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.519180] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bc984fe-8609-4bae-b2a3-2b968ce342ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.529170] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad36698-5f3d-4ecc-9f66-7e45c9ae740d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.559389] env[69784]: DEBUG nova.compute.manager [req-95c3ec34-e778-4627-8512-bd07717294b4 req-33e35d57-4699-4215-880f-7c2199f0faee service nova] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Detach interface failed, port_id=259732a7-eb75-4736-83ab-bdb91a1a5f44, reason: Instance a5efca09-30e0-4283-94bb-58004599a01a could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.685947] env[69784]: DEBUG nova.compute.manager [req-3f9f3a8b-738e-4055-af12-bf9024c63da1 req-2986dec8-3642-4295-bce2-e49f152d9566 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Received event network-vif-plugged-1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.685947] env[69784]: DEBUG oslo_concurrency.lockutils [req-3f9f3a8b-738e-4055-af12-bf9024c63da1 req-2986dec8-3642-4295-bce2-e49f152d9566 service nova] Acquiring lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.685947] env[69784]: DEBUG oslo_concurrency.lockutils [req-3f9f3a8b-738e-4055-af12-bf9024c63da1 req-2986dec8-3642-4295-bce2-e49f152d9566 service nova] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.685947] env[69784]: DEBUG oslo_concurrency.lockutils [req-3f9f3a8b-738e-4055-af12-bf9024c63da1 req-2986dec8-3642-4295-bce2-e49f152d9566 service nova] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.685947] env[69784]: DEBUG nova.compute.manager [req-3f9f3a8b-738e-4055-af12-bf9024c63da1 req-2986dec8-3642-4295-bce2-e49f152d9566 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] No waiting events found dispatching network-vif-plugged-1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.686480] env[69784]: WARNING nova.compute.manager [req-3f9f3a8b-738e-4055-af12-bf9024c63da1 req-2986dec8-3642-4295-bce2-e49f152d9566 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Received unexpected event network-vif-plugged-1be0afb3-e7d1-4434-a78b-d41978d1a70f for instance with vm_state building and task_state spawning. [ 1100.817968] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.818368] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.818556] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.818809] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.818977] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.819140] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.819383] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.819573] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.819762] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.819971] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.820223] env[69784]: DEBUG nova.virt.hardware [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.821653] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed74ad2c-0dc9-452f-b8a6-9a55a78789f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.830452] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759775c2-0b35-479b-8085-e9180b2192b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.846968] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.855293] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.856411] env[69784]: DEBUG nova.network.neutron [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Successfully updated port: 1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.861035] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.861035] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd720563-d68d-40e3-97ed-5bee72e2ff84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.880820] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.880820] env[69784]: value = "task-3628169" [ 1100.880820] env[69784]: _type = "Task" [ 1100.880820] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.897098] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628169, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.901571] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.923685] env[69784]: DEBUG nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1100.923970] env[69784]: DEBUG nova.compute.provider_tree [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 126 to 127 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1100.924180] env[69784]: DEBUG nova.compute.provider_tree [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.985931] env[69784]: INFO nova.compute.manager [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Took 50.71 seconds to build instance. [ 1100.998534] env[69784]: INFO nova.compute.manager [-] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Took 1.56 seconds to deallocate network for instance. [ 1101.359938] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.360140] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.360284] env[69784]: DEBUG nova.network.neutron [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.391214] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628169, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.399523] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546278} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.399787] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a/5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.400009] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.400296] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c95ccbc7-e59f-4e8b-8f01-cc26869274da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.407617] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1101.407617] env[69784]: value = "task-3628170" [ 1101.407617] env[69784]: _type = "Task" [ 1101.407617] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.416061] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.429174] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.047s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.431554] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.722s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.431861] env[69784]: DEBUG nova.objects.instance [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lazy-loading 'pci_requests' on Instance uuid 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.454359] env[69784]: INFO nova.scheduler.client.report [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Deleted allocations for instance cd8e1c0d-295d-4655-8301-20517e9da145 [ 1101.487517] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a19966c-fa19-4736-86df-964aafae1df6 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.225s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.504518] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.769888] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "52ec896e-07e7-4417-81ef-1182e12bcc33" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.770170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.770533] env[69784]: INFO nova.compute.manager [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Shelving [ 1101.898211] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628169, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.903902] env[69784]: DEBUG nova.network.neutron [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.920728] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.291975} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.920994] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.921804] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ce1b5-878f-4acc-91a1-b030d6b610ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.936376] env[69784]: DEBUG nova.objects.instance [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lazy-loading 'numa_topology' on Instance uuid 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.947176] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a/5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.951112] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4276de74-3258-4d8a-b30f-ca7f221e3ea8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.968268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7e16ede3-28f6-4d2d-89e0-ddbdfc51ad26 tempest-ImagesOneServerNegativeTestJSON-1912736822 tempest-ImagesOneServerNegativeTestJSON-1912736822-project-member] Lock "cd8e1c0d-295d-4655-8301-20517e9da145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.140s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.973979] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1101.973979] env[69784]: value = "task-3628171" [ 1101.973979] env[69784]: _type = "Task" [ 1101.973979] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.986612] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.138582] env[69784]: DEBUG nova.network.neutron [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updating instance_info_cache with network_info: [{"id": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "address": "fa:16:3e:e0:33:a9", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0afb3-e7", "ovs_interfaceid": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.397430] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628169, 'name': CreateVM_Task, 'duration_secs': 1.139914} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.397531] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.397947] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.398158] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.398512] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.398815] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6a664e-6564-49b1-93b1-2faf54ac62f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.405044] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1102.405044] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c9c103-cea2-900b-4990-d4cfbf468ec3" [ 1102.405044] env[69784]: _type = "Task" [ 1102.405044] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.416615] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c9c103-cea2-900b-4990-d4cfbf468ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.416922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.417203] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.417456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.417602] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.417782] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.418084] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955583b1-1d3e-49d8-a391-629ca8ac3539 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.426376] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.426572] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.427344] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41377f7-a0f9-4c40-8bfd-5894e07fe8cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.433496] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1102.433496] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5255ab0d-90be-408a-865d-42957f50a0f7" [ 1102.433496] env[69784]: _type = "Task" [ 1102.433496] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.441673] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5255ab0d-90be-408a-865d-42957f50a0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.448372] env[69784]: INFO nova.compute.claims [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.485144] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.642490] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.642869] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Instance network_info: |[{"id": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "address": "fa:16:3e:e0:33:a9", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0afb3-e7", "ovs_interfaceid": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.643328] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:33:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1be0afb3-e7d1-4434-a78b-d41978d1a70f', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.652246] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Creating folder: Project (60d20259263c4eab87fc194ee64005e4). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.652808] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd208868-c6ac-428e-aa34-d401f3f22cdb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.666384] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Created folder: Project (60d20259263c4eab87fc194ee64005e4) in parent group-v723273. [ 1102.666635] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Creating folder: Instances. Parent ref: group-v723534. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.666949] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa6415b9-f6a3-4fec-9550-0560b2d0189d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.676306] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Created folder: Instances in parent group-v723534. [ 1102.676458] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.676656] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.676909] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f067d46e-bc04-44c2-9e23-d5a12fa5da92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.696042] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.696042] env[69784]: value = "task-3628174" [ 1102.696042] env[69784]: _type = "Task" [ 1102.696042] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.704706] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628174, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.715416] env[69784]: DEBUG nova.compute.manager [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Received event network-changed-1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.715638] env[69784]: DEBUG nova.compute.manager [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Refreshing instance network info cache due to event network-changed-1be0afb3-e7d1-4434-a78b-d41978d1a70f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.715967] env[69784]: DEBUG oslo_concurrency.lockutils [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] Acquiring lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.716048] env[69784]: DEBUG oslo_concurrency.lockutils [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] Acquired lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.716163] env[69784]: DEBUG nova.network.neutron [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Refreshing network info cache for port 1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.780239] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.780239] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864c1521-bb4f-44cc-bf3b-93b4cb6bd9cc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.788791] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1102.788791] env[69784]: value = "task-3628175" [ 1102.788791] env[69784]: _type = "Task" [ 1102.788791] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.798092] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.944611] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5255ab0d-90be-408a-865d-42957f50a0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.945831] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed98fe3-8fa4-465c-b67a-ea186f86f9a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.951930] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1102.951930] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52255770-a19b-c117-3e53-f92792df09af" [ 1102.951930] env[69784]: _type = "Task" [ 1102.951930] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.968308] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52255770-a19b-c117-3e53-f92792df09af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.990030] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628171, 'name': ReconfigVM_Task, 'duration_secs': 0.621448} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.990030] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a/5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.990030] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7076538-fb79-497d-a9d0-44917dc7c852 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.000772] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1103.000772] env[69784]: value = "task-3628176" [ 1103.000772] env[69784]: _type = "Task" [ 1103.000772] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.011563] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628176, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.206211] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628174, 'name': CreateVM_Task, 'duration_secs': 0.396574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.206413] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.208095] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.208277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.208582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.208841] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4697860-06b6-4444-8e04-6893a6ea8dd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.213766] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1103.213766] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f10609-33e2-87cf-a913-1cb806fadc93" [ 1103.213766] env[69784]: _type = "Task" [ 1103.213766] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.222053] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f10609-33e2-87cf-a913-1cb806fadc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.300568] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628175, 'name': PowerOffVM_Task, 'duration_secs': 0.20533} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.303011] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.303833] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8feb752-f8c1-44a1-88d0-07b40768c7a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.326903] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e8594-895f-4500-acec-c8f6a3b9c0f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457527] env[69784]: DEBUG nova.network.neutron [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updated VIF entry in instance network info cache for port 1be0afb3-e7d1-4434-a78b-d41978d1a70f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.457890] env[69784]: DEBUG nova.network.neutron [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updating instance_info_cache with network_info: [{"id": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "address": "fa:16:3e:e0:33:a9", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0afb3-e7", "ovs_interfaceid": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.466690] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52255770-a19b-c117-3e53-f92792df09af, 'name': SearchDatastore_Task, 'duration_secs': 0.013089} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.466974] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.467238] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.467490] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218d1caf-596d-4785-925d-543159fea379 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.475313] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1103.475313] env[69784]: value = "task-3628177" [ 1103.475313] env[69784]: _type = "Task" [ 1103.475313] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.486083] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.520129] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628176, 'name': Rename_Task, 'duration_secs': 0.155133} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.520454] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.520937] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60409aaf-74f9-4d9a-975d-2fb233dc4d77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.528347] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1103.528347] env[69784]: value = "task-3628178" [ 1103.528347] env[69784]: _type = "Task" [ 1103.528347] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.537777] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.727433] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f10609-33e2-87cf-a913-1cb806fadc93, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.727433] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.727433] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.727433] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.727433] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.727433] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.727659] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56345993-58dc-4a7b-94b0-3793764c2fba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.750637] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.750637] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.751796] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3a3580-c1ce-4d0d-b45a-a80df5479c19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.758576] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1103.758576] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a885c-c7d1-5518-1afc-f11819eec147" [ 1103.758576] env[69784]: _type = "Task" [ 1103.758576] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.769124] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a885c-c7d1-5518-1afc-f11819eec147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.841488] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1103.841488] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05011bb1-8f57-4773-a960-3eb1c7749746 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.849977] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1103.849977] env[69784]: value = "task-3628179" [ 1103.849977] env[69784]: _type = "Task" [ 1103.849977] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.864400] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.911246] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a06edd1-08eb-46e2-8ff0-32f8bb916991 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.921143] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec8bfc-3195-4b40-bdbd-9c4c6dd70283 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.956920] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e77989-9687-4d55-bd07-7243c094ca95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.961017] env[69784]: DEBUG oslo_concurrency.lockutils [req-dc6465e3-6e6c-4f65-8bc8-9aeb971a666d req-36245996-3735-40bb-9b85-a12196773670 service nova] Releasing lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.966843] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c679f5-7e5b-40d2-bb88-273e9f36ee8c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.983650] env[69784]: DEBUG nova.compute.provider_tree [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.995362] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509415} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.996635] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.996925] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.997278] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e0353e6-56cb-4c7d-87f2-baf502b587f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.004437] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1104.004437] env[69784]: value = "task-3628180" [ 1104.004437] env[69784]: _type = "Task" [ 1104.004437] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.012982] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.038303] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628178, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.213978] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.272033] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524a885c-c7d1-5518-1afc-f11819eec147, 'name': SearchDatastore_Task, 'duration_secs': 0.063155} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.273385] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802825bf-faa1-4b34-9678-b4c93a52f313 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.280298] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1104.280298] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521a3392-62d4-1f57-586a-9c613a2bf537" [ 1104.280298] env[69784]: _type = "Task" [ 1104.280298] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.288550] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521a3392-62d4-1f57-586a-9c613a2bf537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.362592] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628179, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.515483] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065446} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.515815] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.516737] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5bf87-1257-463a-93c1-f33a4f7fff71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.522547] env[69784]: DEBUG nova.scheduler.client.report [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1104.522813] env[69784]: DEBUG nova.compute.provider_tree [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 127 to 128 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1104.522994] env[69784]: DEBUG nova.compute.provider_tree [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.544195] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.548427] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84176a7d-775f-446f-8233-00b62bc4ec6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.569879] env[69784]: DEBUG oslo_vmware.api [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628178, 'name': PowerOnVM_Task, 'duration_secs': 0.683012} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.571315] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.571525] env[69784]: INFO nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1104.571743] env[69784]: DEBUG nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.572295] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1104.572295] env[69784]: value = "task-3628181" [ 1104.572295] env[69784]: _type = "Task" [ 1104.572295] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.573051] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8883449-70fa-42a1-9208-4f051cf579a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.587934] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.791138] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521a3392-62d4-1f57-586a-9c613a2bf537, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.791528] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.791837] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18/8cbf49d1-933a-43ad-b3da-28c5d1ab7b18.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.792113] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0ee3061-73cc-4729-a5b2-ac428a7381cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.798732] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1104.798732] env[69784]: value = "task-3628182" [ 1104.798732] env[69784]: _type = "Task" [ 1104.798732] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.808309] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.863949] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628179, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.046327] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.615s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.048800] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.802s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.048973] env[69784]: DEBUG nova.objects.instance [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.087239] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.098221] env[69784]: INFO nova.network.neutron [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating port f2675e22-1a2f-4fdc-a364-397cd259d5d7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1105.100902] env[69784]: INFO nova.compute.manager [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Took 54.22 seconds to build instance. [ 1105.312023] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.365701] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628179, 'name': CreateSnapshot_Task, 'duration_secs': 1.034409} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.366109] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.367205] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af2097-2797-47c0-be7d-cbb5fa46ff35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.586912] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628181, 'name': ReconfigVM_Task, 'duration_secs': 0.622973} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.587207] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4a239a1e-2236-4272-be83-5a3a68a3e2fe/4a239a1e-2236-4272-be83-5a3a68a3e2fe.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.587818] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db3f2b2-b76d-4fb7-82a1-ec15358036a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.593703] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1105.593703] env[69784]: value = "task-3628183" [ 1105.593703] env[69784]: _type = "Task" [ 1105.593703] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.601683] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628183, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.602133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1070e6b-a304-420b-9fd9-8193c8af18b6 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.735s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.609253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "498a3247-1e65-46d4-851f-44ac19f98a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.609431] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "498a3247-1e65-46d4-851f-44ac19f98a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.810018] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575402} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.810018] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18/8cbf49d1-933a-43ad-b3da-28c5d1ab7b18.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.810018] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.810240] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f976108f-3eed-42e6-a992-f51f05a11844 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.817408] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1105.817408] env[69784]: value = "task-3628184" [ 1105.817408] env[69784]: _type = "Task" [ 1105.817408] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.825659] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.886546] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.887332] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13f1aeff-e1b9-4020-993a-ed9cf3b801e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.897912] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1105.897912] env[69784]: value = "task-3628185" [ 1105.897912] env[69784]: _type = "Task" [ 1105.897912] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.906477] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628185, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.060467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-20f91caf-12a6-4fc6-b3ed-932685d9d92b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.061582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.164s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.061780] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.064397] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.328s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.090584] env[69784]: INFO nova.scheduler.client.report [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted allocations for instance c26c0ac4-ea77-4419-af07-6a3d1d878b61 [ 1106.107993] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628183, 'name': Rename_Task, 'duration_secs': 0.133688} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.108340] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.108612] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6733a137-784f-4997-8d03-445ff6aee47f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.111247] env[69784]: DEBUG nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.116146] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1106.116146] env[69784]: value = "task-3628186" [ 1106.116146] env[69784]: _type = "Task" [ 1106.116146] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.125144] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.327558] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060164} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.327837] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.328720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaace52-2969-454f-954b-bbaab316dab0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.351431] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18/8cbf49d1-933a-43ad-b3da-28c5d1ab7b18.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.351745] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac86d85-a26c-4ac6-9a26-0b586416a6b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.372282] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1106.372282] env[69784]: value = "task-3628187" [ 1106.372282] env[69784]: _type = "Task" [ 1106.372282] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.381094] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.408041] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628185, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.430411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.430707] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.430925] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.431115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.431277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.433485] env[69784]: INFO nova.compute.manager [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Terminating instance [ 1106.607406] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0bfd1c61-b152-4d85-be6f-08ff7217d952 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "c26c0ac4-ea77-4419-af07-6a3d1d878b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.391s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.633380] env[69784]: DEBUG oslo_vmware.api [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628186, 'name': PowerOnVM_Task, 'duration_secs': 0.464257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.633789] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.633917] env[69784]: DEBUG nova.compute.manager [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.638800] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11121ab3-e357-467d-904c-78268c233112 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.643184] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.647705] env[69784]: DEBUG nova.compute.manager [req-8a6c6be5-f778-4cbc-9200-3c8994b29636 req-fd9387c4-d9d5-4c85-8da4-87c94feff086 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-vif-plugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.647903] env[69784]: DEBUG oslo_concurrency.lockutils [req-8a6c6be5-f778-4cbc-9200-3c8994b29636 req-fd9387c4-d9d5-4c85-8da4-87c94feff086 service nova] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.648121] env[69784]: DEBUG oslo_concurrency.lockutils [req-8a6c6be5-f778-4cbc-9200-3c8994b29636 req-fd9387c4-d9d5-4c85-8da4-87c94feff086 service nova] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.648292] env[69784]: DEBUG oslo_concurrency.lockutils [req-8a6c6be5-f778-4cbc-9200-3c8994b29636 req-fd9387c4-d9d5-4c85-8da4-87c94feff086 service nova] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.648461] env[69784]: DEBUG nova.compute.manager [req-8a6c6be5-f778-4cbc-9200-3c8994b29636 req-fd9387c4-d9d5-4c85-8da4-87c94feff086 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] No waiting events found dispatching network-vif-plugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.648624] env[69784]: WARNING nova.compute.manager [req-8a6c6be5-f778-4cbc-9200-3c8994b29636 req-fd9387c4-d9d5-4c85-8da4-87c94feff086 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received unexpected event network-vif-plugged-f2675e22-1a2f-4fdc-a364-397cd259d5d7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1106.820890] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.821271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.821317] env[69784]: DEBUG nova.network.neutron [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.882014] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628187, 'name': ReconfigVM_Task, 'duration_secs': 0.287757} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.882301] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18/8cbf49d1-933a-43ad-b3da-28c5d1ab7b18.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.882969] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-913872dd-1b29-4ee6-ac09-38059c8bd800 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.889276] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1106.889276] env[69784]: value = "task-3628188" [ 1106.889276] env[69784]: _type = "Task" [ 1106.889276] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.898068] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628188, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.908708] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628185, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.938038] env[69784]: DEBUG nova.compute.manager [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.938170] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.939312] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e172e1d-46de-4c5e-8cd6-da0b8797b2df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.947045] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.947167] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdbe217f-9e58-41a0-935e-2d7483ff9867 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.953134] env[69784]: DEBUG oslo_vmware.api [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1106.953134] env[69784]: value = "task-3628189" [ 1106.953134] env[69784]: _type = "Task" [ 1106.953134] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.963045] env[69784]: DEBUG oslo_vmware.api [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.104267] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.104560] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb175817-6559-4954-9979-6125c80f623a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.104688] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.104884] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 28ecb8dd-843f-436d-b7f3-3aa209ff7a20 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.105048] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.105203] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance a5efca09-30e0-4283-94bb-58004599a01a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.105342] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 54e9468f-f5c4-4e18-809a-67de6687b2f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.105484] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance d923ac81-b5ef-4fde-abcf-2a768ec58683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.105644] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance d7e291c4-8235-4629-8026-1d5b255f9b29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.105799] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance c064fcc1-a417-4a56-a9cf-e9d826f96c1a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.105937] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 978fc1ca-6186-4810-a504-e4bdcf0c0193 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.106068] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 999af0f3-bc92-4ac5-b534-de29b4236cd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.106211] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 3956996d-195c-4c0a-bbe2-845faaea3a03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.106341] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.106491] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 18c65e2e-6a2d-4d11-934b-664160f3fcbe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.107169] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance a5b6e80a-dd2c-4bb0-a53c-197684285871 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1107.107169] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 4a239a1e-2236-4272-be83-5a3a68a3e2fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.107283] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 52ec896e-07e7-4417-81ef-1182e12bcc33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.107521] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.107845] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1107.163501] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.399628] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628188, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.410247] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628185, 'name': CloneVM_Task, 'duration_secs': 1.407414} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.411679] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Created linked-clone VM from snapshot [ 1107.411679] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a5dce-704d-460c-9a03-0bd9b90700b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.418100] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Uploading image 308705dc-05fa-4b86-820b-7bfb9c8acbfe {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.445789] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1107.445789] env[69784]: value = "vm-723538" [ 1107.445789] env[69784]: _type = "VirtualMachine" [ 1107.445789] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1107.446077] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4b42e05-a206-4f2e-9d49-318633c93116 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.454064] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lease: (returnval){ [ 1107.454064] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c81ab-c830-4347-174f-b785f32593fe" [ 1107.454064] env[69784]: _type = "HttpNfcLease" [ 1107.454064] env[69784]: } obtained for exporting VM: (result){ [ 1107.454064] env[69784]: value = "vm-723538" [ 1107.454064] env[69784]: _type = "VirtualMachine" [ 1107.454064] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1107.454374] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the lease: (returnval){ [ 1107.454374] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c81ab-c830-4347-174f-b785f32593fe" [ 1107.454374] env[69784]: _type = "HttpNfcLease" [ 1107.454374] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.466277] env[69784]: DEBUG oslo_vmware.api [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628189, 'name': PowerOffVM_Task, 'duration_secs': 0.222191} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.467741] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.467922] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.468169] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.468169] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c81ab-c830-4347-174f-b785f32593fe" [ 1107.468169] env[69784]: _type = "HttpNfcLease" [ 1107.468169] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1107.468359] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d790946-d1f3-4cb4-8764-afb21e2feb9f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.469736] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1107.469736] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524c81ab-c830-4347-174f-b785f32593fe" [ 1107.469736] env[69784]: _type = "HttpNfcLease" [ 1107.469736] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1107.470541] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983ebe8a-96ab-462d-9d05-f3fd6da03d81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.483106] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dbd87-f919-3d79-2fc2-710e8196c545/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1107.483200] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dbd87-f919-3d79-2fc2-710e8196c545/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1107.548370] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.548610] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.548814] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Deleting the datastore file [datastore2] 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.550456] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb8a5f2-64d3-4ec4-80a4-aea312ad61b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.557529] env[69784]: DEBUG oslo_vmware.api [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for the task: (returnval){ [ 1107.557529] env[69784]: value = "task-3628192" [ 1107.557529] env[69784]: _type = "Task" [ 1107.557529] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.566226] env[69784]: DEBUG oslo_vmware.api [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.573503] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.573724] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.580569] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e890413-0109-49b5-85b3-1d9eaec792fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.597056] env[69784]: DEBUG nova.network.neutron [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.611575] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 8fa595c0-03b1-478b-9e21-5c3dd35866e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1107.799956] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.800381] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.800688] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.800906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.801105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.803584] env[69784]: INFO nova.compute.manager [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Terminating instance [ 1107.900642] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628188, 'name': Rename_Task, 'duration_secs': 0.8613} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.900753] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.900950] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a4d1237-4f3c-448e-a838-718f22ab0273 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.906664] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1107.906664] env[69784]: value = "task-3628193" [ 1107.906664] env[69784]: _type = "Task" [ 1107.906664] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.914427] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.068432] env[69784]: DEBUG oslo_vmware.api [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Task: {'id': task-3628192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151901} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.068910] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.069154] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.069357] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.069707] env[69784]: INFO nova.compute.manager [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1108.070039] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.070409] env[69784]: DEBUG nova.compute.manager [-] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.070560] env[69784]: DEBUG nova.network.neutron [-] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.075729] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.100044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.113782] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0332bb9d-5749-4ef9-8533-d37fe1f776a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1108.124480] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3bdf21a5178606ec4f5912c6d541ff31',container_format='bare',created_at=2025-04-26T01:43:09Z,direct_url=,disk_format='vmdk',id=5a8ac3ad-37a2-4c35-b00b-7b51262b3023,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-268571694-shelved',owner='0e4290b56cc84188afb668a1d1c8cd74',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-26T01:43:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.124747] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.125043] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.125217] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.125359] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.125656] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.125911] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.126033] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.126258] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.126380] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.126561] env[69784]: DEBUG nova.virt.hardware [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.128338] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4255c1ac-0a4c-45da-b8f6-b9396b3bdc00 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.138983] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef64b67-9ff5-4342-a984-03221247d394 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.153256] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:2b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2675e22-1a2f-4fdc-a364-397cd259d5d7', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.161101] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.161525] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.161766] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790d0d11-3813-4055-b86b-5ff857777119 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.188112] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.188112] env[69784]: value = "task-3628194" [ 1108.188112] env[69784]: _type = "Task" [ 1108.188112] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.199132] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628194, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.307711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "refresh_cache-4a239a1e-2236-4272-be83-5a3a68a3e2fe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.308232] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquired lock "refresh_cache-4a239a1e-2236-4272-be83-5a3a68a3e2fe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.308511] env[69784]: DEBUG nova.network.neutron [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.417428] env[69784]: DEBUG oslo_vmware.api [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628193, 'name': PowerOnVM_Task, 'duration_secs': 0.494509} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.418969] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.420850] env[69784]: INFO nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1108.420850] env[69784]: DEBUG nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.421152] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ded473-9cfe-46d6-899d-49601e3495c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.603041] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.619865] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5d1f3d78-1d67-4e83-9547-120f9bea8d3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1108.698750] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628194, 'name': CreateVM_Task, 'duration_secs': 0.434722} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.699021] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.699753] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.700015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.700453] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.700849] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c832060a-13b3-487f-a1db-4bbe6462628f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.705809] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1108.705809] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214040c-9f4c-a0b6-61cc-aff7f69be1d2" [ 1108.705809] env[69784]: _type = "Task" [ 1108.705809] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.714801] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5214040c-9f4c-a0b6-61cc-aff7f69be1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.742901] env[69784]: DEBUG nova.compute.manager [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-changed-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.743367] env[69784]: DEBUG nova.compute.manager [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Refreshing instance network info cache due to event network-changed-f2675e22-1a2f-4fdc-a364-397cd259d5d7. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.743660] env[69784]: DEBUG oslo_concurrency.lockutils [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.743842] env[69784]: DEBUG oslo_concurrency.lockutils [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.744041] env[69784]: DEBUG nova.network.neutron [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Refreshing network info cache for port f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.833280] env[69784]: DEBUG nova.network.neutron [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.907501] env[69784]: DEBUG nova.network.neutron [-] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.911182] env[69784]: DEBUG nova.network.neutron [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.943511] env[69784]: INFO nova.compute.manager [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Took 56.62 seconds to build instance. [ 1109.123389] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f325b688-90a8-4afd-ba1d-9660f2eaeae9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1109.218096] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.218605] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Processing image 5a8ac3ad-37a2-4c35-b00b-7b51262b3023 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.219268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.219570] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.219882] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.220402] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e85621-dff9-4117-8e08-c2aac88486fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.240367] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.241746] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.243023] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44978947-91ec-43f1-9221-baf9a3bc05f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250620] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1109.250620] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee2980-58da-439b-e733-28ae2c085a28" [ 1109.250620] env[69784]: _type = "Task" [ 1109.250620] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.259853] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ee2980-58da-439b-e733-28ae2c085a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.414669] env[69784]: INFO nova.compute.manager [-] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Took 1.34 seconds to deallocate network for instance. [ 1109.414669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Releasing lock "refresh_cache-4a239a1e-2236-4272-be83-5a3a68a3e2fe" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.414669] env[69784]: DEBUG nova.compute.manager [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.415284] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.419345] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4d1915-89b5-4f1d-bf2e-352fb8326b76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.432121] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.432121] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43eb85e-9076-4235-b7c3-ae43ceb7c6e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.442467] env[69784]: DEBUG oslo_vmware.api [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1109.442467] env[69784]: value = "task-3628195" [ 1109.442467] env[69784]: _type = "Task" [ 1109.442467] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.450410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-843626d7-644e-4042-89ae-cb4beaa860f2 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.130s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.457964] env[69784]: DEBUG oslo_vmware.api [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.559324] env[69784]: DEBUG nova.network.neutron [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updated VIF entry in instance network info cache for port f2675e22-1a2f-4fdc-a364-397cd259d5d7. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.559735] env[69784]: DEBUG nova.network.neutron [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.627842] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 498a3247-1e65-46d4-851f-44ac19f98a38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1109.762399] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1109.762710] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Fetch image to [datastore2] OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09/OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1109.762902] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Downloading stream optimized image 5a8ac3ad-37a2-4c35-b00b-7b51262b3023 to [datastore2] OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09/OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09.vmdk on the data store datastore2 as vApp {{(pid=69784) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1109.763087] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Downloading image file data 5a8ac3ad-37a2-4c35-b00b-7b51262b3023 to the ESX as VM named 'OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09' {{(pid=69784) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1109.837967] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1109.837967] env[69784]: value = "resgroup-9" [ 1109.837967] env[69784]: _type = "ResourcePool" [ 1109.837967] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1109.838324] env[69784]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6c214cec-2b91-406c-bf7a-23158fe02945 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.860501] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lease: (returnval){ [ 1109.860501] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525451fc-c7a5-8d2b-2cdc-568778fb8cd4" [ 1109.860501] env[69784]: _type = "HttpNfcLease" [ 1109.860501] env[69784]: } obtained for vApp import into resource pool (val){ [ 1109.860501] env[69784]: value = "resgroup-9" [ 1109.860501] env[69784]: _type = "ResourcePool" [ 1109.860501] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1109.860865] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the lease: (returnval){ [ 1109.860865] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525451fc-c7a5-8d2b-2cdc-568778fb8cd4" [ 1109.860865] env[69784]: _type = "HttpNfcLease" [ 1109.860865] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.869596] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.869596] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525451fc-c7a5-8d2b-2cdc-568778fb8cd4" [ 1109.869596] env[69784]: _type = "HttpNfcLease" [ 1109.869596] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.925911] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.952025] env[69784]: DEBUG oslo_vmware.api [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628195, 'name': PowerOffVM_Task, 'duration_secs': 0.152162} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.952025] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.952168] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.952391] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce92e22-770d-4e1c-baf6-b410a09663ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.983772] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.984054] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.984281] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Deleting the datastore file [datastore2] 4a239a1e-2236-4272-be83-5a3a68a3e2fe {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.984592] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41377fd1-7772-486f-8f5f-0cc4218b3a50 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.993034] env[69784]: DEBUG oslo_vmware.api [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for the task: (returnval){ [ 1109.993034] env[69784]: value = "task-3628198" [ 1109.993034] env[69784]: _type = "Task" [ 1109.993034] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.002143] env[69784]: DEBUG oslo_vmware.api [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.066843] env[69784]: DEBUG oslo_concurrency.lockutils [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.066843] env[69784]: DEBUG nova.compute.manager [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Received event network-vif-deleted-1325d38b-920f-46c8-96d6-997f4f4001c2 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.066843] env[69784]: INFO nova.compute.manager [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Neutron deleted interface 1325d38b-920f-46c8-96d6-997f4f4001c2; detaching it from the instance and deleting it from the info cache [ 1110.066843] env[69784]: DEBUG nova.network.neutron [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.131280] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1110.131621] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1110.131802] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1110.370286] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.370286] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525451fc-c7a5-8d2b-2cdc-568778fb8cd4" [ 1110.370286] env[69784]: _type = "HttpNfcLease" [ 1110.370286] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.504646] env[69784]: DEBUG oslo_vmware.api [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Task: {'id': task-3628198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185163} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.507339] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.507676] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.507964] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.508145] env[69784]: INFO nova.compute.manager [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1110.508458] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.508942] env[69784]: DEBUG nova.compute.manager [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.509068] env[69784]: DEBUG nova.network.neutron [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.524992] env[69784]: DEBUG nova.network.neutron [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.573516] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68d9a68a-8285-4ceb-8e8b-f5c46326da60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.585263] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6cb1dc-4792-47ae-b821-c2a38d79c160 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.597252] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f48a89-6db9-492d-955f-96e03b74e7f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.608023] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68a69dd-32f8-4ed5-8378-9a5118f4ae82 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.649686] env[69784]: DEBUG nova.compute.manager [req-776df460-bdc4-4f71-86a8-caea0129b901 req-7afdea63-9453-480d-bb4c-402078ecb219 service nova] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Detach interface failed, port_id=1325d38b-920f-46c8-96d6-997f4f4001c2, reason: Instance 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.650710] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6758e7e-f883-471f-a2a5-08035a7fbeb1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.659818] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f79b03-2958-43ea-81d1-4507f7210829 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.674680] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.797966] env[69784]: DEBUG nova.compute.manager [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Received event network-changed-1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.798326] env[69784]: DEBUG nova.compute.manager [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Refreshing instance network info cache due to event network-changed-1be0afb3-e7d1-4434-a78b-d41978d1a70f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.798575] env[69784]: DEBUG oslo_concurrency.lockutils [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] Acquiring lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.798707] env[69784]: DEBUG oslo_concurrency.lockutils [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] Acquired lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.798882] env[69784]: DEBUG nova.network.neutron [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Refreshing network info cache for port 1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.871311] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.871311] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525451fc-c7a5-8d2b-2cdc-568778fb8cd4" [ 1110.871311] env[69784]: _type = "HttpNfcLease" [ 1110.871311] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1110.871642] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1110.871642] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525451fc-c7a5-8d2b-2cdc-568778fb8cd4" [ 1110.871642] env[69784]: _type = "HttpNfcLease" [ 1110.871642] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1110.872462] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b988958-0606-4727-9492-d419744be874 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.883227] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9e7a1-188c-08de-626a-12680c3d63b9/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1110.884086] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9e7a1-188c-08de-626a-12680c3d63b9/disk-0.vmdk. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1110.949872] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-494f1d29-e8a2-4d0a-8f47-9727fe1b850a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.027207] env[69784]: DEBUG nova.network.neutron [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.178110] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.530819] env[69784]: INFO nova.compute.manager [-] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Took 1.02 seconds to deallocate network for instance. [ 1111.602602] env[69784]: DEBUG nova.network.neutron [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updated VIF entry in instance network info cache for port 1be0afb3-e7d1-4434-a78b-d41978d1a70f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.603041] env[69784]: DEBUG nova.network.neutron [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updating instance_info_cache with network_info: [{"id": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "address": "fa:16:3e:e0:33:a9", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0afb3-e7", "ovs_interfaceid": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.684933] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1111.685362] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.621s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.685645] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.810s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.687476] env[69784]: INFO nova.compute.claims [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.039444] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.069905] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1112.070455] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9e7a1-188c-08de-626a-12680c3d63b9/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.071271] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f6733-33af-4961-8d90-a3ec8af9779d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.079225] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9e7a1-188c-08de-626a-12680c3d63b9/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.079394] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9e7a1-188c-08de-626a-12680c3d63b9/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1112.079642] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-11449858-4389-4dcc-8542-41c8627967e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.107682] env[69784]: DEBUG oslo_concurrency.lockutils [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] Releasing lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.107971] env[69784]: DEBUG nova.compute.manager [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Received event network-changed-1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.108271] env[69784]: DEBUG nova.compute.manager [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Refreshing instance network info cache due to event network-changed-1be0afb3-e7d1-4434-a78b-d41978d1a70f. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.108554] env[69784]: DEBUG oslo_concurrency.lockutils [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] Acquiring lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.108711] env[69784]: DEBUG oslo_concurrency.lockutils [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] Acquired lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.108882] env[69784]: DEBUG nova.network.neutron [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Refreshing network info cache for port 1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.285510] env[69784]: DEBUG oslo_vmware.rw_handles [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9e7a1-188c-08de-626a-12680c3d63b9/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1112.285747] env[69784]: INFO nova.virt.vmwareapi.images [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Downloaded image file data 5a8ac3ad-37a2-4c35-b00b-7b51262b3023 [ 1112.286566] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f518abd-f6ab-45b2-a3bb-36d677a5534f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.306428] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de6c65a-e5e4-4bd1-9615-2e0021554a93 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.337802] env[69784]: INFO nova.virt.vmwareapi.images [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] The imported VM was unregistered [ 1112.339869] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1112.340146] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023 {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.340547] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39854b13-290c-4820-af63-fe2ca3838514 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.347294] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.347547] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.358421] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Created directory with path [datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023 {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.358649] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09/OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09.vmdk to [datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk. {{(pid=69784) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1112.358915] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9664f9fa-c253-4935-8ab2-d11fcaf070dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.368328] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1112.368328] env[69784]: value = "task-3628200" [ 1112.368328] env[69784]: _type = "Task" [ 1112.368328] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.380606] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.852425] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.887238] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.915492] env[69784]: DEBUG nova.network.neutron [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updated VIF entry in instance network info cache for port 1be0afb3-e7d1-4434-a78b-d41978d1a70f. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.915892] env[69784]: DEBUG nova.network.neutron [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updating instance_info_cache with network_info: [{"id": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "address": "fa:16:3e:e0:33:a9", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be0afb3-e7", "ovs_interfaceid": "1be0afb3-e7d1-4434-a78b-d41978d1a70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.144597] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a997527-e9ee-4087-ab81-c8473f1a0a33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.156022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06c88b-3461-4032-85f1-18abb8e82484 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.193129] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e561b-d416-4cf0-b9b4-56d73c932387 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.202950] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53977fe4-7275-40c9-a211-d5e090843730 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.218708] env[69784]: DEBUG nova.compute.provider_tree [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.374764] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.381401] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.419388] env[69784]: DEBUG oslo_concurrency.lockutils [req-f543fa16-a615-4360-9fb8-be89b92da07d req-31e70400-63c0-4dac-9964-f699b965eeb6 service nova] Releasing lock "refresh_cache-8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.723492] env[69784]: DEBUG nova.scheduler.client.report [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.884012] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.230600] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.230803] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.233996] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.563s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.234268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.237549] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.643s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.239699] env[69784]: INFO nova.compute.claims [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.262068] env[69784]: INFO nova.scheduler.client.report [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocations for instance 54e9468f-f5c4-4e18-809a-67de6687b2f4 [ 1114.384118] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.687532] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dbd87-f919-3d79-2fc2-710e8196c545/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1114.687532] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5100dd40-aefa-44d8-bbe0-f5a58c415f29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.695518] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dbd87-f919-3d79-2fc2-710e8196c545/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1114.695849] env[69784]: ERROR oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dbd87-f919-3d79-2fc2-710e8196c545/disk-0.vmdk due to incomplete transfer. [ 1114.696149] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81a0a2fa-424d-439a-995d-42ca9d995c19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.707400] env[69784]: DEBUG oslo_vmware.rw_handles [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dbd87-f919-3d79-2fc2-710e8196c545/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1114.707778] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Uploaded image 308705dc-05fa-4b86-820b-7bfb9c8acbfe to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1114.710792] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1114.711126] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99e10b2c-4fa7-4301-b841-4e5af1b4b9ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.720336] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1114.720336] env[69784]: value = "task-3628201" [ 1114.720336] env[69784]: _type = "Task" [ 1114.720336] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.731675] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628201, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.747591] env[69784]: DEBUG nova.compute.utils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.749377] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.749516] env[69784]: DEBUG nova.network.neutron [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.771331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e8e83385-3ca3-4c37-b3eb-eab10385db05 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "54e9468f-f5c4-4e18-809a-67de6687b2f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.487s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.806891] env[69784]: DEBUG nova.policy [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b108c206426c484887e172c61a8d4dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dea9fd8b5f4a4f917e4782f1ff01e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.882310] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.180512] env[69784]: DEBUG nova.network.neutron [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Successfully created port: 50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.233079] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628201, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.254883] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.387268] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628200, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.816216} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.387596] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09/OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09.vmdk to [datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk. [ 1115.387787] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Cleaning up location [datastore2] OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1115.387952] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dfe90c07-d9d8-491d-92f9-6c32c48c8b09 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.388259] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23cf7cde-623d-4790-bdd7-16ad51cd2d3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.398041] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1115.398041] env[69784]: value = "task-3628202" [ 1115.398041] env[69784]: _type = "Task" [ 1115.398041] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.420096] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.638523] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b804cd-0a86-4d21-b3d6-eb22d5a4828c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.647368] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4521c-51b0-4775-846f-49afa8fc0026 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.682667] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8031b-0d16-4b05-8401-a2170da3abab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.691700] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a96f8-717f-4c7a-b49a-ec11f6e39b91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.706324] env[69784]: DEBUG nova.compute.provider_tree [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.731429] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628201, 'name': Destroy_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.908979] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285861} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.909190] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.909358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.909606] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk to [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.909870] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131238f9-8045-4efe-98f7-07a0b83ffd23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.917956] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1115.917956] env[69784]: value = "task-3628203" [ 1115.917956] env[69784]: _type = "Task" [ 1115.917956] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.926317] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.209684] env[69784]: DEBUG nova.scheduler.client.report [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.232020] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628201, 'name': Destroy_Task, 'duration_secs': 1.452478} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.232255] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Destroyed the VM [ 1116.232497] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1116.232750] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f724e0f7-7148-4869-926b-bd453c4bc2ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.240935] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1116.240935] env[69784]: value = "task-3628204" [ 1116.240935] env[69784]: _type = "Task" [ 1116.240935] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.250652] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.267549] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.294724] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.294977] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.295154] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.295343] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.295520] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.295713] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.295938] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.296112] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.296280] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.296445] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.296641] env[69784]: DEBUG nova.virt.hardware [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.297842] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06baf5a6-2341-4d23-ba3e-1bcd8050ad82 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.308028] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551d0035-703d-4f9b-8b26-9052f4265006 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.428996] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.679152] env[69784]: DEBUG nova.compute.manager [req-8904560c-405f-4aa8-b024-d7d3f027f76b req-db41d6e3-fb2c-4d3e-a53f-8a837dd0a489 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Received event network-vif-plugged-50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.679716] env[69784]: DEBUG oslo_concurrency.lockutils [req-8904560c-405f-4aa8-b024-d7d3f027f76b req-db41d6e3-fb2c-4d3e-a53f-8a837dd0a489 service nova] Acquiring lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.679889] env[69784]: DEBUG oslo_concurrency.lockutils [req-8904560c-405f-4aa8-b024-d7d3f027f76b req-db41d6e3-fb2c-4d3e-a53f-8a837dd0a489 service nova] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.680122] env[69784]: DEBUG oslo_concurrency.lockutils [req-8904560c-405f-4aa8-b024-d7d3f027f76b req-db41d6e3-fb2c-4d3e-a53f-8a837dd0a489 service nova] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.680461] env[69784]: DEBUG nova.compute.manager [req-8904560c-405f-4aa8-b024-d7d3f027f76b req-db41d6e3-fb2c-4d3e-a53f-8a837dd0a489 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] No waiting events found dispatching network-vif-plugged-50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.680587] env[69784]: WARNING nova.compute.manager [req-8904560c-405f-4aa8-b024-d7d3f027f76b req-db41d6e3-fb2c-4d3e-a53f-8a837dd0a489 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Received unexpected event network-vif-plugged-50b0e082-35d4-472c-96cd-463a75699673 for instance with vm_state building and task_state spawning. [ 1116.715623] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.716444] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.720754] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.075s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.723399] env[69784]: INFO nova.compute.claims [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.755948] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.788639] env[69784]: DEBUG nova.network.neutron [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Successfully updated port: 50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.930344] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.227620] env[69784]: DEBUG nova.compute.utils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.229099] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.229278] env[69784]: DEBUG nova.network.neutron [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.253387] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.287102] env[69784]: DEBUG nova.policy [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e68225cef244b0bf3907a3dcdbf201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d31f46a2d2410b94877c22ad8e5573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.292667] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.292823] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.292977] env[69784]: DEBUG nova.network.neutron [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.429604] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.691167] env[69784]: DEBUG nova.network.neutron [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Successfully created port: f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.735017] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.757156] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628204, 'name': RemoveSnapshot_Task, 'duration_secs': 1.30317} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.757488] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1117.757771] env[69784]: DEBUG nova.compute.manager [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.758815] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad83f557-9e8d-4dd9-a6ac-f215b5e233a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.830977] env[69784]: DEBUG nova.network.neutron [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.931787] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.055621] env[69784]: DEBUG nova.network.neutron [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [{"id": "50b0e082-35d4-472c-96cd-463a75699673", "address": "fa:16:3e:d7:05:0a", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b0e082-35", "ovs_interfaceid": "50b0e082-35d4-472c-96cd-463a75699673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.147857] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af889126-f95f-49b8-a608-73a067318a33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.161875] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac06b0-58a1-4027-b1e9-7e68c17896de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.197442] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f786250-008c-4981-b428-24eb260fd167 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.210189] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ad8f1-850d-4ddf-bc39-c26cd45fb1b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.226070] env[69784]: DEBUG nova.compute.provider_tree [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.273995] env[69784]: INFO nova.compute.manager [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Shelve offloading [ 1118.431924] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.558729] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.559186] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Instance network_info: |[{"id": "50b0e082-35d4-472c-96cd-463a75699673", "address": "fa:16:3e:d7:05:0a", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b0e082-35", "ovs_interfaceid": "50b0e082-35d4-472c-96cd-463a75699673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.559647] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:05:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b0e082-35d4-472c-96cd-463a75699673', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.568578] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.569377] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.569637] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f61d6f-25e6-4afc-acaa-e26e51df868b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.595589] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.595589] env[69784]: value = "task-3628205" [ 1118.595589] env[69784]: _type = "Task" [ 1118.595589] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.605091] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628205, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.729949] env[69784]: DEBUG nova.scheduler.client.report [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.752759] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.779727] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.780053] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.780053] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.780222] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.780443] env[69784]: DEBUG nova.virt.hardware [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.780937] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.781850] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d66fdaf-bb24-434d-b22e-9b9a349dbe06 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.784653] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc75b07b-11c2-4437-ab17-156197598a90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.792526] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1e0bf-22a8-4f92-85a3-695638828880 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.797738] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1118.797738] env[69784]: value = "task-3628206" [ 1118.797738] env[69784]: _type = "Task" [ 1118.797738] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.815523] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.815750] env[69784]: DEBUG nova.compute.manager [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.816778] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555f616-6e61-4862-b1af-d6fadc4f0baa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.823859] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.824044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.824234] env[69784]: DEBUG nova.network.neutron [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.833752] env[69784]: DEBUG nova.compute.manager [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Received event network-changed-50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.833960] env[69784]: DEBUG nova.compute.manager [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Refreshing instance network info cache due to event network-changed-50b0e082-35d4-472c-96cd-463a75699673. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.834215] env[69784]: DEBUG oslo_concurrency.lockutils [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] Acquiring lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.834379] env[69784]: DEBUG oslo_concurrency.lockutils [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] Acquired lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.834889] env[69784]: DEBUG nova.network.neutron [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Refreshing network info cache for port 50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.934685] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628203, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.863313} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.934843] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5a8ac3ad-37a2-4c35-b00b-7b51262b3023/5a8ac3ad-37a2-4c35-b00b-7b51262b3023.vmdk to [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.935683] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33730b-b7e6-4499-986e-22301e7859c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.959246] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.959246] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7560485d-6494-46da-b090-3914fbd4a799 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.980200] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1118.980200] env[69784]: value = "task-3628207" [ 1118.980200] env[69784]: _type = "Task" [ 1118.980200] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.988516] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.105105] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628205, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.127302] env[69784]: INFO nova.compute.manager [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Rebuilding instance [ 1119.177901] env[69784]: DEBUG nova.compute.manager [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.178700] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe3735b-248e-4204-a661-0eb8b75397a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.241482] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.242155] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.245328] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.684s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.245557] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.247956] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.622s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.248167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.249999] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.627s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.250205] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.251921] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.916s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.252511] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.253706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.910s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.253903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.255685] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.402s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.255767] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.257701] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.173s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.257889] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.259526] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.755s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.259710] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.261360] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.048s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.264152] env[69784]: DEBUG nova.objects.instance [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'pci_requests' on Instance uuid 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.286016] env[69784]: INFO nova.scheduler.client.report [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance 3956996d-195c-4c0a-bbe2-845faaea3a03 [ 1119.290017] env[69784]: INFO nova.scheduler.client.report [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleted allocations for instance c064fcc1-a417-4a56-a9cf-e9d826f96c1a [ 1119.299440] env[69784]: INFO nova.scheduler.client.report [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Deleted allocations for instance 978fc1ca-6186-4810-a504-e4bdcf0c0193 [ 1119.308390] env[69784]: INFO nova.scheduler.client.report [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Deleted allocations for instance d7e291c4-8235-4629-8026-1d5b255f9b29 [ 1119.317907] env[69784]: INFO nova.scheduler.client.report [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleted allocations for instance 28ecb8dd-843f-436d-b7f3-3aa209ff7a20 [ 1119.331258] env[69784]: INFO nova.scheduler.client.report [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted allocations for instance a5efca09-30e0-4283-94bb-58004599a01a [ 1119.332956] env[69784]: INFO nova.scheduler.client.report [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Deleted allocations for instance 18c65e2e-6a2d-4d11-934b-664160f3fcbe [ 1119.349065] env[69784]: INFO nova.scheduler.client.report [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Deleted allocations for instance a5b6e80a-dd2c-4bb0-a53c-197684285871 [ 1119.354413] env[69784]: WARNING oslo_messaging._drivers.amqpdriver [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1119.493570] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.608402] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628205, 'name': CreateVM_Task, 'duration_secs': 0.733254} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.608755] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.609458] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.609667] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.610014] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.610337] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9176136a-bce4-4027-b227-5149fe1d94eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.616717] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1119.616717] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5255b270-8334-7674-8f56-96fb2efc6a29" [ 1119.616717] env[69784]: _type = "Task" [ 1119.616717] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.627701] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5255b270-8334-7674-8f56-96fb2efc6a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.635439] env[69784]: DEBUG nova.network.neutron [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updating instance_info_cache with network_info: [{"id": "6a847b86-dfc5-4e54-a423-c38995fe8898", "address": "fa:16:3e:01:fa:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a847b86-df", "ovs_interfaceid": "6a847b86-dfc5-4e54-a423-c38995fe8898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.766267] env[69784]: DEBUG nova.objects.instance [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'numa_topology' on Instance uuid 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.768745] env[69784]: DEBUG nova.compute.utils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.769997] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.770405] env[69784]: DEBUG nova.network.neutron [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.794839] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fad8b035-8c92-48d0-b7eb-15ce42208a07 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "3956996d-195c-4c0a-bbe2-845faaea3a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.694s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.798116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8f7f5796-8755-4150-bfc5-c34db9be1412 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "c064fcc1-a417-4a56-a9cf-e9d826f96c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.959s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.804997] env[69784]: DEBUG nova.network.neutron [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updated VIF entry in instance network info cache for port 50b0e082-35d4-472c-96cd-463a75699673. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.805414] env[69784]: DEBUG nova.network.neutron [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [{"id": "50b0e082-35d4-472c-96cd-463a75699673", "address": "fa:16:3e:d7:05:0a", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b0e082-35", "ovs_interfaceid": "50b0e082-35d4-472c-96cd-463a75699673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.810969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bde1e24e-bf08-4be6-83c0-9e1caf9c5f30 tempest-ImagesTestJSON-42450789 tempest-ImagesTestJSON-42450789-project-member] Lock "978fc1ca-6186-4810-a504-e4bdcf0c0193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.554s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.815687] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5fcf1174-2bcb-408c-9a78-f15f9ec6d9a4 tempest-ListServersNegativeTestJSON-690575533 tempest-ListServersNegativeTestJSON-690575533-project-member] Lock "d7e291c4-8235-4629-8026-1d5b255f9b29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.048s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.826231] env[69784]: DEBUG oslo_concurrency.lockutils [None req-447e2dd3-dbf3-4fa4-9139-3bc1d1cf000a tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "28ecb8dd-843f-436d-b7f3-3aa209ff7a20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.662s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.850190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca6f3209-4504-471b-8b28-d6e80d00b8aa tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "a5efca09-30e0-4283-94bb-58004599a01a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.053s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.851211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f865887-c291-47a3-bc15-9ffcfe88dd15 tempest-TenantUsagesTestJSON-1632990832 tempest-TenantUsagesTestJSON-1632990832-project-member] Lock "18c65e2e-6a2d-4d11-934b-664160f3fcbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.524s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.858922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e5ae646f-b86a-4b4d-9cc3-4dd4e29f2722 tempest-InstanceActionsNegativeTestJSON-916189138 tempest-InstanceActionsNegativeTestJSON-916189138-project-member] Lock "a5b6e80a-dd2c-4bb0-a53c-197684285871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.228s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.890643] env[69784]: DEBUG nova.policy [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.995313] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628207, 'name': ReconfigVM_Task, 'duration_secs': 0.522191} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.995771] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2/999af0f3-bc92-4ac5-b534-de29b4236cd2.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.996661] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d54ba5-cc6e-4c90-9e7e-175ad97d89e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.007609] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1120.007609] env[69784]: value = "task-3628208" [ 1120.007609] env[69784]: _type = "Task" [ 1120.007609] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.016697] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628208, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.017903] env[69784]: DEBUG nova.network.neutron [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Successfully updated port: f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.134015] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5255b270-8334-7674-8f56-96fb2efc6a29, 'name': SearchDatastore_Task, 'duration_secs': 0.027748} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.134522] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.134880] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.135747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.135747] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.135966] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.136367] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6cf208c-7f88-472e-8ae0-4c329954ab55 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.138844] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.152016] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.152016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.152500] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a403a51c-2948-45ac-be21-ceed05021f26 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.163548] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1120.163548] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c0f2d1-37b1-77f2-0bf5-cc49912edb3e" [ 1120.163548] env[69784]: _type = "Task" [ 1120.163548] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.179306] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c0f2d1-37b1-77f2-0bf5-cc49912edb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.179306] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d42d21-9bd7-4497-8429-d86827ac20df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.186976] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1120.186976] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52965f7d-b9c3-06f9-79d5-87a9be7631a9" [ 1120.186976] env[69784]: _type = "Task" [ 1120.186976] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.195295] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.195412] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b79f843-e633-4c6c-8aad-58d925869ed8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.204123] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52965f7d-b9c3-06f9-79d5-87a9be7631a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.205982] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.207470] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8/0332bb9d-5749-4ef9-8533-d37fe1f776a8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.208038] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567683df-898a-4c6e-b0fc-160e1c5a46a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.211611] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1120.211611] env[69784]: value = "task-3628209" [ 1120.211611] env[69784]: _type = "Task" [ 1120.211611] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.217828] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1120.217828] env[69784]: value = "task-3628210" [ 1120.217828] env[69784]: _type = "Task" [ 1120.217828] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.225785] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.233721] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.271306] env[69784]: INFO nova.compute.claims [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.273776] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.309934] env[69784]: DEBUG oslo_concurrency.lockutils [req-117fd295-d6ac-412c-a073-35aa26e8066b req-7e51201f-2e5c-45e0-a298-53a3944b118b service nova] Releasing lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.521994] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.522317] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.522358] env[69784]: DEBUG nova.network.neutron [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.528317] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628208, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.633867] env[69784]: DEBUG nova.network.neutron [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Successfully created port: 9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.727911] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628209, 'name': PowerOffVM_Task, 'duration_secs': 0.209169} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.728725] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.728982] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.729811] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734631a4-f8d0-4be4-919a-8328394efae1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.738722] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628210, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.742899] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.743234] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c08717-058b-464e-bdf9-0bbc5ebaa0af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.825686] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.826142] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.826142] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleting the datastore file [datastore2] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.827271] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e91425-d33f-4934-a26a-6c94fa2fd7ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.842188] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1120.842188] env[69784]: value = "task-3628212" [ 1120.842188] env[69784]: _type = "Task" [ 1120.842188] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.854334] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.875204] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.875204] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd017073-c600-431d-9ade-f1dc1cbee100 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.885236] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.885931] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd98245-d1ad-44cc-9d1d-cbe7bcb7f143 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.976181] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.976181] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.976181] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleting the datastore file [datastore1] 52ec896e-07e7-4417-81ef-1182e12bcc33 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.976181] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45bb0124-2903-43e3-9309-e58bf3267d99 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.985022] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1120.985022] env[69784]: value = "task-3628214" [ 1120.985022] env[69784]: _type = "Task" [ 1120.985022] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.993177] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.000443] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "d923ac81-b5ef-4fde-abcf-2a768ec58683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.000443] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.000443] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "d923ac81-b5ef-4fde-abcf-2a768ec58683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.000443] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.000443] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.001324] env[69784]: INFO nova.compute.manager [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Terminating instance [ 1121.017189] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628208, 'name': Rename_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.078095] env[69784]: DEBUG nova.network.neutron [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.234124] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5454} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.234448] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8/0332bb9d-5749-4ef9-8533-d37fe1f776a8.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.234675] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.234947] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f7674d-00cf-4b5e-8a34-6d29297f76fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.245492] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1121.245492] env[69784]: value = "task-3628215" [ 1121.245492] env[69784]: _type = "Task" [ 1121.245492] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.259867] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.263856] env[69784]: DEBUG nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Received event network-vif-plugged-f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.265239] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.265392] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.265787] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.265787] env[69784]: DEBUG nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] No waiting events found dispatching network-vif-plugged-f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.266012] env[69784]: WARNING nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Received unexpected event network-vif-plugged-f07d758e-0435-4dec-876d-25485bf59780 for instance with vm_state building and task_state spawning. [ 1121.266233] env[69784]: DEBUG nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Received event network-changed-f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.267129] env[69784]: DEBUG nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Refreshing instance network info cache due to event network-changed-f07d758e-0435-4dec-876d-25485bf59780. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.267129] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Acquiring lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.292468] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.333752] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.334078] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.334265] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.334458] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.334686] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.334889] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.335131] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.335297] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.336077] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.336077] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.336077] env[69784]: DEBUG nova.virt.hardware [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.337102] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01bab2-2dc0-4fbb-917c-03e664fcbc01 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.349712] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3547ea0-de3d-4153-838a-bcd01a3c5b5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.361686] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167729} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.362439] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.362721] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.362936] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.366592] env[69784]: DEBUG nova.network.neutron [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updating instance_info_cache with network_info: [{"id": "f07d758e-0435-4dec-876d-25485bf59780", "address": "fa:16:3e:ab:56:0a", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07d758e-04", "ovs_interfaceid": "f07d758e-0435-4dec-876d-25485bf59780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.496982] env[69784]: DEBUG oslo_vmware.api [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15567} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.496982] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.497493] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.497493] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.511826] env[69784]: DEBUG nova.compute.manager [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.511826] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.513279] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6dbc13-c1e7-4c26-8bbe-003b0a3c6813 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.525765] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628208, 'name': Rename_Task, 'duration_secs': 1.218424} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.526913] env[69784]: INFO nova.scheduler.client.report [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocations for instance 52ec896e-07e7-4417-81ef-1182e12bcc33 [ 1121.530208] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.533098] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d992749-a95d-41cd-ae34-8d2a1a9453fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.534498] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.535052] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195d1806-0a3f-48c0-ae4b-9277605815bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.541752] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1121.541752] env[69784]: value = "task-3628216" [ 1121.541752] env[69784]: _type = "Task" [ 1121.541752] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.550846] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.552463] env[69784]: DEBUG oslo_vmware.api [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1121.552463] env[69784]: value = "task-3628217" [ 1121.552463] env[69784]: _type = "Task" [ 1121.552463] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.566021] env[69784]: DEBUG oslo_vmware.api [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.672018] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b268d6-f61b-46d6-be82-696bab34987c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.684404] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90589ddb-07d1-4456-aa3b-0f3812a37d80 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.721116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.721116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.721116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.721116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.721116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.722605] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e291ed23-8b86-42e8-a9d5-4a25963108a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.725444] env[69784]: INFO nova.compute.manager [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Terminating instance [ 1121.735686] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf241ce-75e6-4e69-82de-fb879d0ec72a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.749235] env[69784]: DEBUG nova.compute.provider_tree [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.761912] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079364} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.762384] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.763906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815d6528-a335-44e6-8958-0d86949b6ebb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.801290] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8/0332bb9d-5749-4ef9-8533-d37fe1f776a8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.802595] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6525454c-2a96-41bc-bf41-c4ce35c0e658 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.835070] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1121.835070] env[69784]: value = "task-3628218" [ 1121.835070] env[69784]: _type = "Task" [ 1121.835070] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.848036] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.879312] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.879312] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Instance network_info: |[{"id": "f07d758e-0435-4dec-876d-25485bf59780", "address": "fa:16:3e:ab:56:0a", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07d758e-04", "ovs_interfaceid": "f07d758e-0435-4dec-876d-25485bf59780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.879438] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Acquired lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.879554] env[69784]: DEBUG nova.network.neutron [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Refreshing network info cache for port f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.880854] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:56:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f07d758e-0435-4dec-876d-25485bf59780', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.889188] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Creating folder: Project (c2d31f46a2d2410b94877c22ad8e5573). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.893013] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11096b6b-d890-4efe-98ae-80960862c40e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.910887] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Created folder: Project (c2d31f46a2d2410b94877c22ad8e5573) in parent group-v723273. [ 1121.910887] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Creating folder: Instances. Parent ref: group-v723542. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.910887] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06d97bbe-8563-427d-bcc0-16e4cda28066 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.924041] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Created folder: Instances in parent group-v723542. [ 1121.924041] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.924237] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.924785] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-427a433d-2b10-41e4-b134-67309fa2d325 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.956546] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.956546] env[69784]: value = "task-3628221" [ 1121.956546] env[69784]: _type = "Task" [ 1121.956546] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.967063] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628221, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.031406] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.062099] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.074342] env[69784]: DEBUG oslo_vmware.api [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628217, 'name': PowerOffVM_Task, 'duration_secs': 0.258253} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.074342] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.074342] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.074342] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-293e35be-01ea-4bf2-90c0-d0aca470c550 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.162379] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.162679] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.162886] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore1] d923ac81-b5ef-4fde-abcf-2a768ec58683 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.163385] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b332aab1-ab13-4631-8153-6c57f27d35b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.173944] env[69784]: DEBUG oslo_vmware.api [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1122.173944] env[69784]: value = "task-3628223" [ 1122.173944] env[69784]: _type = "Task" [ 1122.173944] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.184495] env[69784]: DEBUG oslo_vmware.api [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.233486] env[69784]: DEBUG nova.compute.manager [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.234151] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.235494] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b9f98-d76a-4551-80fb-59ef2d6d3df3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.248365] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.248637] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2627f140-7ebf-45d7-8f49-46120e588857 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.257300] env[69784]: DEBUG nova.scheduler.client.report [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.263752] env[69784]: DEBUG oslo_vmware.api [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1122.263752] env[69784]: value = "task-3628224" [ 1122.263752] env[69784]: _type = "Task" [ 1122.263752] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.277444] env[69784]: DEBUG oslo_vmware.api [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.348458] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628218, 'name': ReconfigVM_Task, 'duration_secs': 0.384677} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.348786] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8/0332bb9d-5749-4ef9-8533-d37fe1f776a8.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.349550] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8444f4b6-9e9e-4ef8-ab8a-a19c765423b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.359195] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1122.359195] env[69784]: value = "task-3628225" [ 1122.359195] env[69784]: _type = "Task" [ 1122.359195] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.370602] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628225, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.436836] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.437154] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.437323] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.437506] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.437789] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.437925] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.438201] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.438405] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.438617] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.438817] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.438994] env[69784]: DEBUG nova.virt.hardware [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.439931] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99466735-69c1-4b9b-956f-bb8215748ce3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.454449] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b8e94-8ff3-4740-a1f3-6f37ecba290d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.475114] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:98:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6315fbc5-ee43-4446-afd6-de006ad55b9a', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.484507] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.489181] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.489511] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628221, 'name': CreateVM_Task, 'duration_secs': 0.40765} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.489735] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04c1b471-e007-44ba-82ce-b04daa325cc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.506064] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.506721] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.506863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.507240] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.508016] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c695b9-c171-4c86-ba29-0095db903b4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.514883] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.514883] env[69784]: value = "task-3628226" [ 1122.514883] env[69784]: _type = "Task" [ 1122.514883] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.529416] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.529825] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.531948] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1122.531948] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522952cf-22ea-1bde-2908-e59a1efca91b" [ 1122.531948] env[69784]: _type = "Task" [ 1122.531948] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.537121] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628226, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.551409] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522952cf-22ea-1bde-2908-e59a1efca91b, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.552179] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.552504] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.552684] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.553951] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.553951] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.553951] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666efe72-a0a3-464e-a1fc-968030b70d62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.561092] env[69784]: DEBUG oslo_vmware.api [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628216, 'name': PowerOnVM_Task, 'duration_secs': 0.586921} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.562129] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.568909] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.569149] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.570076] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb27ec3e-85eb-4a55-8f03-91ef14db9133 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.576012] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1122.576012] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d86d5b-ff6f-e7d3-02c4-053d9378c16b" [ 1122.576012] env[69784]: _type = "Task" [ 1122.576012] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.587202] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d86d5b-ff6f-e7d3-02c4-053d9378c16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.697971] env[69784]: DEBUG oslo_vmware.api [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220486} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.699156] env[69784]: DEBUG nova.compute.manager [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.699465] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.699661] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.699848] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.700032] env[69784]: INFO nova.compute.manager [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1122.700279] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.701038] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de63d85-ef2a-4968-98d3-b9024f34d5f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.703672] env[69784]: DEBUG nova.compute.manager [-] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.703778] env[69784]: DEBUG nova.network.neutron [-] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.763238] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.502s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.765557] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.122s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.767105] env[69784]: INFO nova.compute.claims [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.780953] env[69784]: DEBUG oslo_vmware.api [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628224, 'name': PowerOffVM_Task, 'duration_secs': 0.277889} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.781241] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.781418] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.781675] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b55fb047-4198-48e4-91b1-2115642c84ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.868984] env[69784]: INFO nova.network.neutron [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating port 1cc2966e-f081-466c-987d-8f4ab76952a3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1122.880773] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628225, 'name': Rename_Task, 'duration_secs': 0.175166} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.881691] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.882217] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.882310] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.882757] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleting the datastore file [datastore1] 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.882757] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05997d41-5577-4c17-90b1-bdf945243c74 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.884567] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef0f810-10ae-4cac-91ed-0885b2ad25c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.893026] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1122.893026] env[69784]: value = "task-3628229" [ 1122.893026] env[69784]: _type = "Task" [ 1122.893026] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.899117] env[69784]: DEBUG oslo_vmware.api [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for the task: (returnval){ [ 1122.899117] env[69784]: value = "task-3628228" [ 1122.899117] env[69784]: _type = "Task" [ 1122.899117] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.906219] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.911555] env[69784]: DEBUG oslo_vmware.api [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.945592] env[69784]: DEBUG nova.network.neutron [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updated VIF entry in instance network info cache for port f07d758e-0435-4dec-876d-25485bf59780. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.945941] env[69784]: DEBUG nova.network.neutron [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updating instance_info_cache with network_info: [{"id": "f07d758e-0435-4dec-876d-25485bf59780", "address": "fa:16:3e:ab:56:0a", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07d758e-04", "ovs_interfaceid": "f07d758e-0435-4dec-876d-25485bf59780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.031153] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628226, 'name': CreateVM_Task, 'duration_secs': 0.41282} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.031355] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.032860] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.033351] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.033726] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.036366] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d18937-c3e0-4884-94cc-0ef808e3b6ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.042721] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1123.042721] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5204e408-b0e5-5737-60d5-daa0464b4132" [ 1123.042721] env[69784]: _type = "Task" [ 1123.042721] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.052666] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5204e408-b0e5-5737-60d5-daa0464b4132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.087246] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d86d5b-ff6f-e7d3-02c4-053d9378c16b, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.088091] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae873673-f2ba-497f-a2a1-02dd7dbede56 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.097975] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1123.097975] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523243d0-13c6-8e95-ae58-7446bd61e9e1" [ 1123.097975] env[69784]: _type = "Task" [ 1123.097975] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.108501] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523243d0-13c6-8e95-ae58-7446bd61e9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.108789] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.109121] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 5d1f3d78-1d67-4e83-9547-120f9bea8d3e/5d1f3d78-1d67-4e83-9547-120f9bea8d3e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.109421] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c796bc-da9c-492b-9b65-9bd0daf6720a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.118801] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1123.118801] env[69784]: value = "task-3628230" [ 1123.118801] env[69784]: _type = "Task" [ 1123.118801] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.129809] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.231264] env[69784]: DEBUG nova.network.neutron [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Successfully updated port: 9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.234161] env[69784]: DEBUG nova.compute.manager [req-0e6f1457-b1d6-405b-880a-ab8693ec73db req-cdc2e2e2-7c64-4d10-aab0-d5602f356a63 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-vif-plugged-9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.234483] env[69784]: DEBUG oslo_concurrency.lockutils [req-0e6f1457-b1d6-405b-880a-ab8693ec73db req-cdc2e2e2-7c64-4d10-aab0-d5602f356a63 service nova] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.234776] env[69784]: DEBUG oslo_concurrency.lockutils [req-0e6f1457-b1d6-405b-880a-ab8693ec73db req-cdc2e2e2-7c64-4d10-aab0-d5602f356a63 service nova] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.235063] env[69784]: DEBUG oslo_concurrency.lockutils [req-0e6f1457-b1d6-405b-880a-ab8693ec73db req-cdc2e2e2-7c64-4d10-aab0-d5602f356a63 service nova] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.235351] env[69784]: DEBUG nova.compute.manager [req-0e6f1457-b1d6-405b-880a-ab8693ec73db req-cdc2e2e2-7c64-4d10-aab0-d5602f356a63 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] No waiting events found dispatching network-vif-plugged-9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.235621] env[69784]: WARNING nova.compute.manager [req-0e6f1457-b1d6-405b-880a-ab8693ec73db req-cdc2e2e2-7c64-4d10-aab0-d5602f356a63 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received unexpected event network-vif-plugged-9ae94fb3-9395-4b2f-b23d-7f902801d568 for instance with vm_state building and task_state spawning. [ 1123.240161] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5d18712f-1e17-460d-96f7-fa69f27b5021 tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 68.587s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.410021] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628229, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.419734] env[69784]: DEBUG oslo_vmware.api [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Task: {'id': task-3628228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177556} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.420191] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.420485] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.420753] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.421230] env[69784]: INFO nova.compute.manager [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1123.421379] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.422151] env[69784]: DEBUG nova.compute.manager [-] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.422305] env[69784]: DEBUG nova.network.neutron [-] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.453026] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Releasing lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.453026] env[69784]: DEBUG nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Received event network-vif-unplugged-6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.453026] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Acquiring lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.453026] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.453026] env[69784]: DEBUG oslo_concurrency.lockutils [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.453026] env[69784]: DEBUG nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] No waiting events found dispatching network-vif-unplugged-6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.453026] env[69784]: WARNING nova.compute.manager [req-ec48ba12-3a39-4d39-ad5a-0392d29c2e25 req-24cd941d-07e1-4e53-90b9-cb7ee737bb29 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Received unexpected event network-vif-unplugged-6a847b86-dfc5-4e54-a423-c38995fe8898 for instance with vm_state shelved and task_state shelving_offloading. [ 1123.557796] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5204e408-b0e5-5737-60d5-daa0464b4132, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.558200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559024] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.559024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559269] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.563022] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54926bc-54b2-4058-8dc6-e13e506a3c72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.571698] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.572386] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.572695] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2a8cbd-cb8e-4a62-8249-bd776c57e043 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.579611] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1123.579611] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eb42ef-c154-eb04-ce3f-fdea655baa7e" [ 1123.579611] env[69784]: _type = "Task" [ 1123.579611] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.589590] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eb42ef-c154-eb04-ce3f-fdea655baa7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.633446] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505061} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.633446] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 5d1f3d78-1d67-4e83-9547-120f9bea8d3e/5d1f3d78-1d67-4e83-9547-120f9bea8d3e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.633446] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.633446] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb58e248-fde7-4740-9d38-04819f7dfb0d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.645334] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1123.645334] env[69784]: value = "task-3628231" [ 1123.645334] env[69784]: _type = "Task" [ 1123.645334] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.654077] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "52ec896e-07e7-4417-81ef-1182e12bcc33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.657929] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.679900] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.742730] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.742730] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.742730] env[69784]: DEBUG nova.network.neutron [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.815102] env[69784]: DEBUG nova.compute.manager [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Received event network-changed-6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.815267] env[69784]: DEBUG nova.compute.manager [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Refreshing instance network info cache due to event network-changed-6a847b86-dfc5-4e54-a423-c38995fe8898. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.816312] env[69784]: DEBUG oslo_concurrency.lockutils [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] Acquiring lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.816312] env[69784]: DEBUG oslo_concurrency.lockutils [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] Acquired lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.816312] env[69784]: DEBUG nova.network.neutron [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Refreshing network info cache for port 6a847b86-dfc5-4e54-a423-c38995fe8898 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.917111] env[69784]: DEBUG oslo_vmware.api [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628229, 'name': PowerOnVM_Task, 'duration_secs': 0.631014} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.920532] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.920702] env[69784]: INFO nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1123.921100] env[69784]: DEBUG nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.924095] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d7fc82-344e-4ba7-b51a-a5a28b117943 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.094081] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52eb42ef-c154-eb04-ce3f-fdea655baa7e, 'name': SearchDatastore_Task, 'duration_secs': 0.02445} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.094939] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427ec422-a9bf-4c7c-8a49-1b2f07e9c924 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.099380] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06242c-ab9a-4c94-b429-cf569fd53cc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.104801] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1124.104801] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521db6ce-c863-1d0f-f176-60e963af56f4" [ 1124.104801] env[69784]: _type = "Task" [ 1124.104801] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.111566] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead4a19-b0b4-4bf0-be6f-6ca33b34e005 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.119055] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521db6ce-c863-1d0f-f176-60e963af56f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.119864] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.120155] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.120561] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8be8c7d-d62f-458a-9cb9-c2e49584b2f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.152894] env[69784]: DEBUG nova.network.neutron [-] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.157912] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc62d2a-306c-42aa-befc-6bbd61a826ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.163711] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1124.163711] env[69784]: value = "task-3628232" [ 1124.163711] env[69784]: _type = "Task" [ 1124.163711] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.174020] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21038} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.176494] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a764f24-da5b-4308-94e3-c39bf087f980 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.180084] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.184025] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd4156-b177-462d-a89a-c02251c6a109 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.186589] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.218663] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 5d1f3d78-1d67-4e83-9547-120f9bea8d3e/5d1f3d78-1d67-4e83-9547-120f9bea8d3e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.219366] env[69784]: DEBUG nova.compute.provider_tree [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.220618] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c5b27d-f86e-4ae1-943e-330ee131ff53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.249687] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1124.249687] env[69784]: value = "task-3628233" [ 1124.249687] env[69784]: _type = "Task" [ 1124.249687] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.260278] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.261334] env[69784]: ERROR nova.scheduler.client.report [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [req-171de12f-2eee-4dc1-9893-2696c0474fd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-171de12f-2eee-4dc1-9893-2696c0474fd4"}]} [ 1124.277674] env[69784]: DEBUG nova.scheduler.client.report [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1124.294058] env[69784]: DEBUG nova.scheduler.client.report [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1124.294186] env[69784]: DEBUG nova.compute.provider_tree [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.306237] env[69784]: DEBUG nova.scheduler.client.report [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1124.310209] env[69784]: DEBUG nova.network.neutron [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.324405] env[69784]: DEBUG nova.scheduler.client.report [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1124.423027] env[69784]: DEBUG nova.network.neutron [-] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.459550] env[69784]: INFO nova.compute.manager [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Took 54.60 seconds to build instance. [ 1124.660105] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a19ef-f418-4aef-a4fa-340cff28e8be {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.663168] env[69784]: INFO nova.compute.manager [-] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Took 1.96 seconds to deallocate network for instance. [ 1124.678331] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c2d512-591a-4754-9944-5f06d328bba8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.686198] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493933} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.692879] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.692879] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.692879] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f52e740-37e3-4d09-8d58-2f08eab0e61e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.721508] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb1797a-5a47-4f3d-8cda-99591214e02c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.727162] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1124.727162] env[69784]: value = "task-3628234" [ 1124.727162] env[69784]: _type = "Task" [ 1124.727162] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.728728] env[69784]: DEBUG nova.network.neutron [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updated VIF entry in instance network info cache for port 6a847b86-dfc5-4e54-a423-c38995fe8898. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.728728] env[69784]: DEBUG nova.network.neutron [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updating instance_info_cache with network_info: [{"id": "6a847b86-dfc5-4e54-a423-c38995fe8898", "address": "fa:16:3e:01:fa:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": null, "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6a847b86-df", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.741875] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9e4f04-4cc9-4019-a31a-30a982dd5850 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.750045] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.771415] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.776416] env[69784]: DEBUG nova.compute.provider_tree [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.916757] env[69784]: DEBUG nova.network.neutron [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.925376] env[69784]: INFO nova.compute.manager [-] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Took 1.50 seconds to deallocate network for instance. [ 1124.965032] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cdd0f59a-84db-4793-a400-04bf1dbc338e tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.111s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.180598] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.239752] env[69784]: DEBUG oslo_concurrency.lockutils [req-5f67eb6e-f516-40d4-bf11-909085877937 req-6a7cce4f-5578-4228-a94e-6dbdc10b0e20 service nova] Releasing lock "refresh_cache-52ec896e-07e7-4417-81ef-1182e12bcc33" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.240390] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098709} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.240747] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.241674] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c8b3b0-392d-4ef3-8d28-324dfba4a50d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.279077] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.284159] env[69784]: DEBUG nova.scheduler.client.report [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.287493] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0b7caa-af1d-4383-af76-3b921c72658a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.306216] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.306914] env[69784]: DEBUG nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.309889] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.147s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.310201] env[69784]: DEBUG nova.objects.instance [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1125.321082] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.322715] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1125.322715] env[69784]: value = "task-3628235" [ 1125.322715] env[69784]: _type = "Task" [ 1125.322715] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.337039] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.424221] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.424221] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Instance network_info: |[{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.424221] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:c4:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae94fb3-9395-4b2f-b23d-7f902801d568', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.431334] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.431984] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.432799] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c00b4cc9-fe17-4b3c-8b6f-03551468b83e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.451409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.452929] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.453351] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.453793] env[69784]: DEBUG nova.network.neutron [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.464167] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.464167] env[69784]: value = "task-3628236" [ 1125.464167] env[69784]: _type = "Task" [ 1125.464167] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.477017] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628236, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.629299] env[69784]: DEBUG nova.compute.manager [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-changed-9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.629299] env[69784]: DEBUG nova.compute.manager [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing instance network info cache due to event network-changed-9ae94fb3-9395-4b2f-b23d-7f902801d568. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.629299] env[69784]: DEBUG oslo_concurrency.lockutils [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.629299] env[69784]: DEBUG oslo_concurrency.lockutils [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.629633] env[69784]: DEBUG nova.network.neutron [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing network info cache for port 9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.778638] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.814986] env[69784]: DEBUG nova.compute.utils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.822636] env[69784]: DEBUG nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1125.839444] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.977701] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628236, 'name': CreateVM_Task, 'duration_secs': 0.458091} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.977962] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.978826] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.979396] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.979866] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.980155] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa345d1-c710-4b64-8eed-56fb9606b181 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.986233] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1125.986233] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5275982d-7d82-bad2-823f-961515e91a8f" [ 1125.986233] env[69784]: _type = "Task" [ 1125.986233] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.996082] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5275982d-7d82-bad2-823f-961515e91a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.149605] env[69784]: DEBUG nova.compute.manager [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Received event network-vif-deleted-91ad1939-84c4-423d-bf33-657ed93ceded {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.151609] env[69784]: DEBUG nova.compute.manager [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-vif-plugged-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.151609] env[69784]: DEBUG oslo_concurrency.lockutils [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.151609] env[69784]: DEBUG oslo_concurrency.lockutils [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.151609] env[69784]: DEBUG oslo_concurrency.lockutils [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.151609] env[69784]: DEBUG nova.compute.manager [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] No waiting events found dispatching network-vif-plugged-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.152553] env[69784]: WARNING nova.compute.manager [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received unexpected event network-vif-plugged-1cc2966e-f081-466c-987d-8f4ab76952a3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1126.152553] env[69784]: DEBUG nova.compute.manager [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.152553] env[69784]: DEBUG nova.compute.manager [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing instance network info cache due to event network-changed-1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.152553] env[69784]: DEBUG oslo_concurrency.lockutils [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] Acquiring lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.282677] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628233, 'name': ReconfigVM_Task, 'duration_secs': 1.60108} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.283008] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 5d1f3d78-1d67-4e83-9547-120f9bea8d3e/5d1f3d78-1d67-4e83-9547-120f9bea8d3e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.284036] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47ccfaf4-b93e-47a5-9b5a-4d2db9fc98f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.292934] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1126.292934] env[69784]: value = "task-3628237" [ 1126.292934] env[69784]: _type = "Task" [ 1126.292934] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.304291] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628237, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.324386] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f4ef0994-adec-4bb7-888d-d0545d4cd022 tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.325832] env[69784]: DEBUG nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.331709] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.728s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.332688] env[69784]: INFO nova.compute.claims [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.351920] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628235, 'name': ReconfigVM_Task, 'duration_secs': 0.607751} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.352415] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1/666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.353254] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222af0c2-b5bf-466d-9a47-316708056034 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.366608] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1126.366608] env[69784]: value = "task-3628238" [ 1126.366608] env[69784]: _type = "Task" [ 1126.366608] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.379271] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628238, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.485135] env[69784]: DEBUG nova.network.neutron [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updated VIF entry in instance network info cache for port 9ae94fb3-9395-4b2f-b23d-7f902801d568. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.485135] env[69784]: DEBUG nova.network.neutron [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.488066] env[69784]: DEBUG nova.network.neutron [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.504162] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5275982d-7d82-bad2-823f-961515e91a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.505478] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.505478] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.505598] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.505728] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.506266] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.506850] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee0b9dd-2efa-4d30-bc1e-2e206b6ad7dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.521578] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.523585] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.523585] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeaa775-eec2-4292-b577-398208c33b2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.529634] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1126.529634] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b78de8-a574-a8d5-e529-6f7653789855" [ 1126.529634] env[69784]: _type = "Task" [ 1126.529634] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.539413] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b78de8-a574-a8d5-e529-6f7653789855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.755882] env[69784]: DEBUG nova.compute.manager [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.774515] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "853c735c-83db-4ec7-a639-83cf21664723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.774800] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "853c735c-83db-4ec7-a639-83cf21664723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.812929] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628237, 'name': Rename_Task, 'duration_secs': 0.266058} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.813318] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.813960] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a90eb0-fd22-459d-89c0-5677c8906908 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.822286] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1126.822286] env[69784]: value = "task-3628239" [ 1126.822286] env[69784]: _type = "Task" [ 1126.822286] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.840135] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.880394] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628238, 'name': Rename_Task, 'duration_secs': 0.174794} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.880490] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.881051] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bcc74ef-772b-4ade-a0a1-ffd947bf7289 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.889636] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1126.889636] env[69784]: value = "task-3628240" [ 1126.889636] env[69784]: _type = "Task" [ 1126.889636] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.898584] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.988174] env[69784]: DEBUG oslo_concurrency.lockutils [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.988174] env[69784]: DEBUG nova.compute.manager [req-9349e472-40d5-4b8e-aef2-44a4f58a0f8f req-3e61f0ba-def8-4090-b2f2-022b1678614b service nova] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Received event network-vif-deleted-453df7f0-1f2c-43f7-8b00-f0e069f6a940 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.996131] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.000944] env[69784]: DEBUG oslo_concurrency.lockutils [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] Acquired lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.000944] env[69784]: DEBUG nova.network.neutron [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Refreshing network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.031975] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b031c5cb2bdad9b664468db479979264',container_format='bare',created_at=2025-04-26T01:43:41Z,direct_url=,disk_format='vmdk',id=f4932e48-2a0a-432e-87a3-c33b86abfe1f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1112258270-shelved',owner='a94c774c6c874072930d3b0f6e963175',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-26T01:43:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.032523] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.032756] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.032953] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.033119] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.033270] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.033481] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.033639] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.033800] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.033955] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.034137] env[69784]: DEBUG nova.virt.hardware [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.035367] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c3f9d8-27b6-4352-a4b5-e976e0876479 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.053522] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1095b3b-da76-425b-b114-eb7c940584a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.058275] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b78de8-a574-a8d5-e529-6f7653789855, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.059557] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1acca8c-4ee1-4642-956a-af3eadda6e20 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.073394] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d1:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cc2966e-f081-466c-987d-8f4ab76952a3', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.083115] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.084277] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.084407] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc7db82-ae13-4bb6-9cc4-b8118236cf23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.107425] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1127.107425] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52982c6d-ea05-a8c0-ba7e-7b033119cc10" [ 1127.107425] env[69784]: _type = "Task" [ 1127.107425] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.114987] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.114987] env[69784]: value = "task-3628241" [ 1127.114987] env[69784]: _type = "Task" [ 1127.114987] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.119629] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52982c6d-ea05-a8c0-ba7e-7b033119cc10, 'name': SearchDatastore_Task, 'duration_secs': 0.016436} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.124567] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.124567] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] f325b688-90a8-4afd-ba1d-9660f2eaeae9/f325b688-90a8-4afd-ba1d-9660f2eaeae9.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.126255] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-438a98a5-e9e0-4c52-8005-802030c5ed92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.135873] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628241, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.139455] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1127.139455] env[69784]: value = "task-3628242" [ 1127.139455] env[69784]: _type = "Task" [ 1127.139455] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.150527] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.280703] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.285759] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.338957] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.343671] env[69784]: DEBUG nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.383131] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.383526] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.383861] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.384875] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.385188] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.386310] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.386606] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.386789] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.387010] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.387191] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.387396] env[69784]: DEBUG nova.virt.hardware [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.389528] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d782a09-7d9f-4a1d-9c5c-033d9450d147 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.410508] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.418759] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe3123c-06bf-4598-bf46-b3a1f7d94408 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.437962] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.445431] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Creating folder: Project (f514ed4c127a4a0083c566cd89ea7ad0). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.448801] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff139b55-3531-47df-8236-e9e909644f1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.464996] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Created folder: Project (f514ed4c127a4a0083c566cd89ea7ad0) in parent group-v723273. [ 1127.464996] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Creating folder: Instances. Parent ref: group-v723548. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.464996] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ea0ac9d-01ad-42f7-aff1-4c1215b0eb77 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.484632] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Created folder: Instances in parent group-v723548. [ 1127.484955] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.485140] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.485921] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3581413d-3922-4940-8cbc-cecd032fc21b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.511691] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.511691] env[69784]: value = "task-3628245" [ 1127.511691] env[69784]: _type = "Task" [ 1127.511691] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.525490] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628245, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.613064] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d5a95-17cb-41aa-a8a0-abb9c302fd0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.627862] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Suspending the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1127.628562] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa9cdac5-c8e8-4d9c-83e8-7883011f4236 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.640220] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628241, 'name': CreateVM_Task, 'duration_secs': 0.445113} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.641558] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.645724] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.646019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.646451] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.647950] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a132d1f-0099-4ade-8d89-0ffd4b119179 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.650173] env[69784]: DEBUG oslo_vmware.api [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1127.650173] env[69784]: value = "task-3628246" [ 1127.650173] env[69784]: _type = "Task" [ 1127.650173] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.662054] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628242, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.662383] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1127.662383] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d4f50e-5d36-b4e8-f651-dce40c3337dd" [ 1127.662383] env[69784]: _type = "Task" [ 1127.662383] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.672249] env[69784]: DEBUG oslo_vmware.api [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628246, 'name': SuspendVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.679604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.679849] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Processing image f4932e48-2a0a-432e-87a3-c33b86abfe1f {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.680099] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.680243] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.680511] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.683100] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5447fe09-628b-4ca2-8c73-b7af82e4d04e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.694641] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.694848] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.695699] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe41abb-6806-4875-bb16-7b54bf624cf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.704200] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1127.704200] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b17247-39c4-fc74-344f-e5355ecb663d" [ 1127.704200] env[69784]: _type = "Task" [ 1127.704200] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.716563] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b17247-39c4-fc74-344f-e5355ecb663d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.762868] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4d648-1f7e-44d5-a869-0ea49f053def {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.775022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6c52a2-75fe-4a71-8855-9b6b141f0254 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.835731] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae0438-3794-4611-9b80-7af2d298dfbc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.854680] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15e81f-6372-4a50-9b4e-2817fcc03ca7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.858425] env[69784]: DEBUG oslo_vmware.api [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628239, 'name': PowerOnVM_Task, 'duration_secs': 0.644243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.859446] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.859785] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.859941] env[69784]: INFO nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1127.860132] env[69784]: DEBUG nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.861743] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8ff22-d9cd-4e96-9cde-88e30fcebad6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.874426] env[69784]: DEBUG nova.compute.provider_tree [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.878833] env[69784]: DEBUG nova.network.neutron [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updated VIF entry in instance network info cache for port 1cc2966e-f081-466c-987d-8f4ab76952a3. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.879290] env[69784]: DEBUG nova.network.neutron [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [{"id": "1cc2966e-f081-466c-987d-8f4ab76952a3", "address": "fa:16:3e:ca:d1:f4", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cc2966e-f0", "ovs_interfaceid": "1cc2966e-f081-466c-987d-8f4ab76952a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.908612] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.022883] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628245, 'name': CreateVM_Task, 'duration_secs': 0.457296} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.023083] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.023538] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.023700] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.024132] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.024309] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b7c3af-0de6-4026-8d84-cfc3a14a409b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.030033] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1128.030033] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273a940-7746-5b18-ff40-f7d4405317e2" [ 1128.030033] env[69784]: _type = "Task" [ 1128.030033] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.039124] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273a940-7746-5b18-ff40-f7d4405317e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.154243] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531408} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.155697] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] f325b688-90a8-4afd-ba1d-9660f2eaeae9/f325b688-90a8-4afd-ba1d-9660f2eaeae9.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.155697] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.161506] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b4ce8b-df12-417c-bc52-67a1bfbfcae3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.172261] env[69784]: DEBUG oslo_vmware.api [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628246, 'name': SuspendVM_Task} progress is 58%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.177021] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1128.177021] env[69784]: value = "task-3628247" [ 1128.177021] env[69784]: _type = "Task" [ 1128.177021] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.187281] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.220233] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1128.220984] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Fetch image to [datastore1] OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006/OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1128.221515] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Downloading stream optimized image f4932e48-2a0a-432e-87a3-c33b86abfe1f to [datastore1] OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006/OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006.vmdk on the data store datastore1 as vApp {{(pid=69784) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1128.221992] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Downloading image file data f4932e48-2a0a-432e-87a3-c33b86abfe1f to the ESX as VM named 'OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006' {{(pid=69784) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1128.344052] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1128.344052] env[69784]: value = "resgroup-9" [ 1128.344052] env[69784]: _type = "ResourcePool" [ 1128.344052] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1128.344372] env[69784]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5a9e09a6-4813-49b3-bdc5-96d0133af933 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.374244] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease: (returnval){ [ 1128.374244] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1128.374244] env[69784]: _type = "HttpNfcLease" [ 1128.374244] env[69784]: } obtained for vApp import into resource pool (val){ [ 1128.374244] env[69784]: value = "resgroup-9" [ 1128.374244] env[69784]: _type = "ResourcePool" [ 1128.374244] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1128.374484] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the lease: (returnval){ [ 1128.374484] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1128.374484] env[69784]: _type = "HttpNfcLease" [ 1128.374484] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1128.378465] env[69784]: DEBUG nova.scheduler.client.report [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.393223] env[69784]: DEBUG oslo_concurrency.lockutils [req-15594e41-c128-49a2-ac98-d754a3ce4dbb req-b7825a68-5a5c-477e-be9d-25d488178051 service nova] Releasing lock "refresh_cache-8fa595c0-03b1-478b-9e21-5c3dd35866e7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.399149] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.399149] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1128.399149] env[69784]: _type = "HttpNfcLease" [ 1128.399149] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1128.409283] env[69784]: INFO nova.compute.manager [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Took 52.84 seconds to build instance. [ 1128.420146] env[69784]: DEBUG oslo_vmware.api [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628240, 'name': PowerOnVM_Task, 'duration_secs': 1.384101} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.421237] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.421237] env[69784]: DEBUG nova.compute.manager [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.421552] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b929e-63d0-4a79-afff-ea65ac3d024a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.543164] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273a940-7746-5b18-ff40-f7d4405317e2, 'name': SearchDatastore_Task, 'duration_secs': 0.042016} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.543269] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.544258] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.544605] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.544764] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.544950] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.545239] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56915950-4ebe-481c-8614-e9f0409d131c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.563702] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.563880] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.564655] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913473e4-e53b-4f42-b4ee-ad545c468e39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.570309] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1128.570309] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5215173d-0d2c-3171-5f88-f6faaf83d31e" [ 1128.570309] env[69784]: _type = "Task" [ 1128.570309] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.578696] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5215173d-0d2c-3171-5f88-f6faaf83d31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.667925] env[69784]: DEBUG oslo_vmware.api [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628246, 'name': SuspendVM_Task, 'duration_secs': 0.682725} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.668297] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Suspended the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1128.668520] env[69784]: DEBUG nova.compute.manager [None req-d8b35727-45d9-413d-ae38-5c3a3b0c0fbd tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.669483] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721bc07-7ca7-4b80-a6e8-fcbef11434c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.688258] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080581} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.688563] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.689377] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc6d53-244a-4127-890c-ce85741fd7c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.716085] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f325b688-90a8-4afd-ba1d-9660f2eaeae9/f325b688-90a8-4afd-ba1d-9660f2eaeae9.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.717259] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8896a988-616c-4b86-a30d-ab5fc387885a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.739603] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1128.739603] env[69784]: value = "task-3628249" [ 1128.739603] env[69784]: _type = "Task" [ 1128.739603] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.749898] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.884650] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.885537] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.888897] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.888897] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1128.888897] env[69784]: _type = "HttpNfcLease" [ 1128.888897] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1128.889190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.964s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.889450] env[69784]: DEBUG nova.objects.instance [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lazy-loading 'resources' on Instance uuid 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.911377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9f1d77c3-17fd-49c2-8fe2-bc51284d9fbd tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.349s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.943441] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.986872] env[69784]: DEBUG nova.compute.manager [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Received event network-changed-f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.987092] env[69784]: DEBUG nova.compute.manager [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Refreshing instance network info cache due to event network-changed-f07d758e-0435-4dec-876d-25485bf59780. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.987309] env[69784]: DEBUG oslo_concurrency.lockutils [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] Acquiring lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.987450] env[69784]: DEBUG oslo_concurrency.lockutils [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] Acquired lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.987627] env[69784]: DEBUG nova.network.neutron [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Refreshing network info cache for port f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.082797] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5215173d-0d2c-3171-5f88-f6faaf83d31e, 'name': SearchDatastore_Task, 'duration_secs': 0.052288} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.083643] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9696e861-f060-4d81-bc03-20ad3cbfdc43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.090069] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1129.090069] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ff21b2-bf34-8c2a-d28d-9ab5452e97d9" [ 1129.090069] env[69784]: _type = "Task" [ 1129.090069] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.099050] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ff21b2-bf34-8c2a-d28d-9ab5452e97d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.256015] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.384873] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.384873] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1129.384873] env[69784]: _type = "HttpNfcLease" [ 1129.384873] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.395469] env[69784]: DEBUG nova.compute.utils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.401917] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.404232] env[69784]: DEBUG nova.network.neutron [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.486018] env[69784]: DEBUG nova.policy [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e9075c56ca94c0386fe2c7173a79a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6090d77478a04343ab003c41bd4a1f4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.601941] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ff21b2-bf34-8c2a-d28d-9ab5452e97d9, 'name': SearchDatastore_Task, 'duration_secs': 0.035967} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.604508] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.604816] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 498a3247-1e65-46d4-851f-44ac19f98a38/498a3247-1e65-46d4-851f-44ac19f98a38.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.605478] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3f4785-b606-4e12-ad43-f13bb813b9b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.613210] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1129.613210] env[69784]: value = "task-3628250" [ 1129.613210] env[69784]: _type = "Task" [ 1129.613210] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.630477] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.748713] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edb2fa-17cb-4848-8e69-034e0c8c658f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.757907] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.760953] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da544541-a8ba-42be-b3d9-821d251f2bec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.799334] env[69784]: DEBUG nova.network.neutron [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updated VIF entry in instance network info cache for port f07d758e-0435-4dec-876d-25485bf59780. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.799870] env[69784]: DEBUG nova.network.neutron [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updating instance_info_cache with network_info: [{"id": "f07d758e-0435-4dec-876d-25485bf59780", "address": "fa:16:3e:ab:56:0a", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07d758e-04", "ovs_interfaceid": "f07d758e-0435-4dec-876d-25485bf59780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.802025] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9232ef09-3401-4519-a6d8-b84babb85893 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.816902] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef5b68b-d757-481c-b545-33799e3d9529 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.835338] env[69784]: DEBUG nova.compute.provider_tree [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.888856] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.888856] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1129.888856] env[69784]: _type = "HttpNfcLease" [ 1129.888856] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1129.889334] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1129.889334] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5223e585-8265-2772-4acd-a715529c6fa3" [ 1129.889334] env[69784]: _type = "HttpNfcLease" [ 1129.889334] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1129.890293] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e79e4-2fb0-4b1c-a392-573e1d247887 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.902391] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.906995] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb97dd-3596-c7a5-1415-54fc778b3a39/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1129.906995] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb97dd-3596-c7a5-1415-54fc778b3a39/disk-0.vmdk. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1129.979303] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc499741-0d93-484b-96d2-0fdc8812cb4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.125805] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.259182] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628249, 'name': ReconfigVM_Task, 'duration_secs': 1.070136} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.259182] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f325b688-90a8-4afd-ba1d-9660f2eaeae9/f325b688-90a8-4afd-ba1d-9660f2eaeae9.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.260052] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9de92594-2ba6-4c7d-ad95-16335c6a71e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.270552] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1130.270552] env[69784]: value = "task-3628251" [ 1130.270552] env[69784]: _type = "Task" [ 1130.270552] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.277116] env[69784]: DEBUG nova.network.neutron [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Successfully created port: a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.290641] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628251, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.309774] env[69784]: INFO nova.compute.manager [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Resuming [ 1130.310707] env[69784]: DEBUG nova.objects.instance [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lazy-loading 'flavor' on Instance uuid 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.312852] env[69784]: DEBUG oslo_concurrency.lockutils [req-a723f857-1bfe-4521-b879-ae1888e9bfaa req-bf9a7bdf-b6ea-4cf1-83e2-eee6777c1b02 service nova] Releasing lock "refresh_cache-5d1f3d78-1d67-4e83-9547-120f9bea8d3e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.340406] env[69784]: DEBUG nova.scheduler.client.report [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.625947] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558145} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.626280] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 498a3247-1e65-46d4-851f-44ac19f98a38/498a3247-1e65-46d4-851f-44ac19f98a38.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.626565] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.626740] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28666e51-8f3a-495f-8f11-e8c7b3bb32af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.636373] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1130.636373] env[69784]: value = "task-3628252" [ 1130.636373] env[69784]: _type = "Task" [ 1130.636373] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.653923] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.786391] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628251, 'name': Rename_Task, 'duration_secs': 0.178732} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.786878] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.787789] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0fe99e7-0f13-43ae-8253-fb014a8a0044 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.800942] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1130.800942] env[69784]: value = "task-3628253" [ 1130.800942] env[69784]: _type = "Task" [ 1130.800942] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.810615] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.845436] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.851334] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.812s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.851700] env[69784]: DEBUG nova.objects.instance [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lazy-loading 'resources' on Instance uuid 4a239a1e-2236-4272-be83-5a3a68a3e2fe {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.889378] env[69784]: INFO nova.scheduler.client.report [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Deleted allocations for instance 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a [ 1130.917037] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.948193] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.948565] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.949271] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.949271] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.949271] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.949392] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.949835] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.949927] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.950156] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.950613] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.950748] env[69784]: DEBUG nova.virt.hardware [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.951889] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749cbf96-f2b4-4b65-8cd2-969c9b18d010 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.968740] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cfdd9-6d3e-4f18-b7c4-49b98ff8f2b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.149819] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076268} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.151792] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.152846] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675c0a5c-11a8-4259-9016-474837697bcb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.189217] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 498a3247-1e65-46d4-851f-44ac19f98a38/498a3247-1e65-46d4-851f-44ac19f98a38.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.191965] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58c8cdb-edd8-4065-9dec-24fa1cdb03a3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.216782] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1131.216782] env[69784]: value = "task-3628254" [ 1131.216782] env[69784]: _type = "Task" [ 1131.216782] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.226853] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.312710] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.402757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b134b069-9f7e-4ac0-a52c-8b2980796d06 tempest-ServerMetadataNegativeTestJSON-2024737415 tempest-ServerMetadataNegativeTestJSON-2024737415-project-member] Lock "5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.972s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.435015] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1131.435015] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb97dd-3596-c7a5-1415-54fc778b3a39/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1131.435789] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e4f11-34b2-4abe-8fd6-8a295e96819a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.444271] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb97dd-3596-c7a5-1415-54fc778b3a39/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1131.444354] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb97dd-3596-c7a5-1415-54fc778b3a39/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1131.444604] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b809569a-ff86-4f1e-964b-49543645224b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.733955] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628254, 'name': ReconfigVM_Task, 'duration_secs': 0.345265} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.735268] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 498a3247-1e65-46d4-851f-44ac19f98a38/498a3247-1e65-46d4-851f-44ac19f98a38.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.736429] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c8220f-3661-43f3-a560-0646428a2333 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.738943] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0b2e988-5c12-4e46-9eb5-a2f314dbc3f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.747786] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea67242-fe17-4fbd-a327-24d7fd6838af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.751938] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1131.751938] env[69784]: value = "task-3628255" [ 1131.751938] env[69784]: _type = "Task" [ 1131.751938] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.795274] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e892345-f51a-4d54-9b67-f104a2c10e95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.798478] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628255, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.809304] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417254f7-6745-45d5-8e39-90818db28256 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.820973] env[69784]: DEBUG oslo_vmware.api [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628253, 'name': PowerOnVM_Task, 'duration_secs': 0.806021} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.831090] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.831370] env[69784]: INFO nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1131.831675] env[69784]: DEBUG nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.832275] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquired lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.834067] env[69784]: DEBUG nova.network.neutron [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.835463] env[69784]: DEBUG nova.compute.provider_tree [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.838010] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae9266-2fdb-48a5-89b5-f5019e7cb281 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.895680] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb97dd-3596-c7a5-1415-54fc778b3a39/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1131.896033] env[69784]: INFO nova.virt.vmwareapi.images [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Downloaded image file data f4932e48-2a0a-432e-87a3-c33b86abfe1f [ 1131.897040] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87eb8d-ee8c-49f7-a6ee-824d39eb86e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.915818] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2377c12a-5048-4dcc-8036-8c5ebd22968d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.074032] env[69784]: INFO nova.virt.vmwareapi.images [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] The imported VM was unregistered [ 1132.076733] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1132.077447] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.077791] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd330f8c-65ca-4a94-a836-7ca8bb731787 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.096058] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created directory with path [datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.096310] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006/OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006.vmdk to [datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk. {{(pid=69784) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1132.097387] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f1b69e0-d546-448b-812b-6af83091c7e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.104596] env[69784]: DEBUG nova.compute.manager [req-57152d98-bac0-4038-8125-b6e7bc3ce3f9 req-3757db1f-87ae-48e8-b8a6-129ce318b314 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Received event network-vif-plugged-a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.104871] env[69784]: DEBUG oslo_concurrency.lockutils [req-57152d98-bac0-4038-8125-b6e7bc3ce3f9 req-3757db1f-87ae-48e8-b8a6-129ce318b314 service nova] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.106750] env[69784]: DEBUG oslo_concurrency.lockutils [req-57152d98-bac0-4038-8125-b6e7bc3ce3f9 req-3757db1f-87ae-48e8-b8a6-129ce318b314 service nova] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.106750] env[69784]: DEBUG oslo_concurrency.lockutils [req-57152d98-bac0-4038-8125-b6e7bc3ce3f9 req-3757db1f-87ae-48e8-b8a6-129ce318b314 service nova] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.106750] env[69784]: DEBUG nova.compute.manager [req-57152d98-bac0-4038-8125-b6e7bc3ce3f9 req-3757db1f-87ae-48e8-b8a6-129ce318b314 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] No waiting events found dispatching network-vif-plugged-a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.106750] env[69784]: WARNING nova.compute.manager [req-57152d98-bac0-4038-8125-b6e7bc3ce3f9 req-3757db1f-87ae-48e8-b8a6-129ce318b314 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Received unexpected event network-vif-plugged-a487be97-10ab-4454-a23a-5d31cbdba5ce for instance with vm_state building and task_state spawning. [ 1132.108282] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1132.108282] env[69784]: value = "task-3628257" [ 1132.108282] env[69784]: _type = "Task" [ 1132.108282] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.124301] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.269929] env[69784]: DEBUG nova.network.neutron [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Successfully updated port: a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.271376] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628255, 'name': Rename_Task, 'duration_secs': 0.155829} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.272309] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.273067] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16e42001-86be-4877-a251-e5ffef1ab86b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.283111] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1132.283111] env[69784]: value = "task-3628258" [ 1132.283111] env[69784]: _type = "Task" [ 1132.283111] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.294437] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.341023] env[69784]: DEBUG nova.scheduler.client.report [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.364623] env[69784]: INFO nova.compute.manager [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Took 55.73 seconds to build instance. [ 1132.624270] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.631728] env[69784]: DEBUG nova.network.neutron [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [{"id": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "address": "fa:16:3e:0c:2b:ac", "network": {"id": "4c5d6327-fd24-4dd2-8281-2ba8099e7bda", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1346248596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4290b56cc84188afb668a1d1c8cd74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2675e22-1a", "ovs_interfaceid": "f2675e22-1a2f-4fdc-a364-397cd259d5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.774812] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.776271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.776271] env[69784]: DEBUG nova.network.neutron [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.799273] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628258, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.846614] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.849561] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.475s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.851328] env[69784]: INFO nova.compute.claims [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.867556] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7786b4ea-684f-450b-af06-5370d2558de0 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.246s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.887381] env[69784]: INFO nova.scheduler.client.report [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Deleted allocations for instance 4a239a1e-2236-4272-be83-5a3a68a3e2fe [ 1133.122945] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.137459] env[69784]: DEBUG oslo_concurrency.lockutils [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Releasing lock "refresh_cache-999af0f3-bc92-4ac5-b534-de29b4236cd2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139315] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be294d0c-c048-4369-ad0f-83d9d804fe09 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.153058] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Resuming the VM {{(pid=69784) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1133.153058] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36432a7e-ac37-447f-b68b-99028396761e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.165038] env[69784]: DEBUG oslo_vmware.api [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1133.165038] env[69784]: value = "task-3628259" [ 1133.165038] env[69784]: _type = "Task" [ 1133.165038] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.176951] env[69784]: DEBUG oslo_vmware.api [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.296050] env[69784]: DEBUG oslo_vmware.api [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628258, 'name': PowerOnVM_Task, 'duration_secs': 0.535095} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.296461] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.296991] env[69784]: INFO nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1133.297653] env[69784]: DEBUG nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.299464] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057e8f4f-443b-4f21-8994-c22d3622f204 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.343717] env[69784]: DEBUG nova.network.neutron [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.398047] env[69784]: DEBUG oslo_concurrency.lockutils [None req-edc7e0a9-4684-4c97-b42e-ebcb5c727afa tempest-ServerShowV254Test-1156342036 tempest-ServerShowV254Test-1156342036-project-member] Lock "4a239a1e-2236-4272-be83-5a3a68a3e2fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.598s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.607242] env[69784]: DEBUG nova.network.neutron [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.627189] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.677133] env[69784]: DEBUG oslo_vmware.api [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.833253] env[69784]: INFO nova.compute.manager [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Took 27.22 seconds to build instance. [ 1134.122316] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.122316] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Instance network_info: |[{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.127745] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f8:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a487be97-10ab-4454-a23a-5d31cbdba5ce', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.139502] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.145344] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.147729] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d1c3bc-2184-4328-8ab3-bcf171b175f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.167831] env[69784]: DEBUG nova.compute.manager [None req-8b542f5a-6821-4575-8e4f-b68ca3339b13 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.169930] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.169930] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1794955-44a0-4041-a604-eb2bf5f49e02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.183837] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.183837] env[69784]: value = "task-3628260" [ 1134.183837] env[69784]: _type = "Task" [ 1134.183837] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.192105] env[69784]: DEBUG oslo_vmware.api [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628259, 'name': PowerOnVM_Task, 'duration_secs': 0.837699} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.195905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Resumed the VM {{(pid=69784) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1134.196027] env[69784]: DEBUG nova.compute.manager [None req-88347cf7-8131-4101-bc46-b0f3b195290b tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.196939] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7233f2fa-49ff-4a04-b995-c101caa6a4d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.212902] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628260, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.270343] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40b2a6e-d2a0-434f-93e8-01946013d8ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.281119] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec146a39-d0f4-4292-90cf-9d614739ab52 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.314760] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad6453-f4cd-4b8f-9b55-214e04908640 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.326947] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d62b0a0-8e7b-4571-aaa6-a89bee7e2ede {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.338641] env[69784]: DEBUG oslo_concurrency.lockutils [None req-35d8bcae-46c5-4a1e-bc83-b2a43231c774 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "498a3247-1e65-46d4-851f-44ac19f98a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.729s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.349047] env[69784]: DEBUG nova.compute.provider_tree [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.356139] env[69784]: DEBUG nova.compute.manager [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Received event network-changed-a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.356139] env[69784]: DEBUG nova.compute.manager [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Refreshing instance network info cache due to event network-changed-a487be97-10ab-4454-a23a-5d31cbdba5ce. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.356139] env[69784]: DEBUG oslo_concurrency.lockutils [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.356139] env[69784]: DEBUG oslo_concurrency.lockutils [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.356139] env[69784]: DEBUG nova.network.neutron [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Refreshing network info cache for port a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.639519] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.696951] env[69784]: INFO nova.compute.manager [None req-8b542f5a-6821-4575-8e4f-b68ca3339b13 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] instance snapshotting [ 1134.698020] env[69784]: DEBUG nova.objects.instance [None req-8b542f5a-6821-4575-8e4f-b68ca3339b13 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lazy-loading 'flavor' on Instance uuid 498a3247-1e65-46d4-851f-44ac19f98a38 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.708970] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628260, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.858415] env[69784]: DEBUG nova.scheduler.client.report [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.115377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "498a3247-1e65-46d4-851f-44ac19f98a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.117082] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "498a3247-1e65-46d4-851f-44ac19f98a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.118550] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "498a3247-1e65-46d4-851f-44ac19f98a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.118961] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "498a3247-1e65-46d4-851f-44ac19f98a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.119340] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "498a3247-1e65-46d4-851f-44ac19f98a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.127074] env[69784]: INFO nova.compute.manager [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Terminating instance [ 1135.138118] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.199950] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "c2d5acf2-8584-4207-b963-b469e9bd84b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.200257] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "c2d5acf2-8584-4207-b963-b469e9bd84b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.207469] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628260, 'name': CreateVM_Task, 'duration_secs': 0.617771} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.208288] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.209133] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9e4f6-fc4d-4226-ba1b-5f241d5b0339 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.212420] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.212564] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.212870] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.213911] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6b86e8-11cb-40d6-96c4-4e4bcaa5ac55 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.241532] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1135.241532] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288eac3-5f5a-bc56-8fb4-863cfce6e12e" [ 1135.241532] env[69784]: _type = "Task" [ 1135.241532] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.242540] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e758d-defe-4c60-934c-5d9a494c42f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.257274] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5288eac3-5f5a-bc56-8fb4-863cfce6e12e, 'name': SearchDatastore_Task, 'duration_secs': 0.025626} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.259467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.259756] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.260116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.260314] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.260594] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.265655] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d817af-baf3-4878-9ced-8d9801f252d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.279330] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.279330] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.279586] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11282483-202b-4e0b-bf47-1ba2eeac8306 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.290532] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1135.290532] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b14135-2364-50e1-8e2c-8ecaba4ad400" [ 1135.290532] env[69784]: _type = "Task" [ 1135.290532] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.301857] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b14135-2364-50e1-8e2c-8ecaba4ad400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.364681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.365383] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.367984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.337s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.368248] env[69784]: DEBUG nova.objects.instance [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'resources' on Instance uuid 52ec896e-07e7-4417-81ef-1182e12bcc33 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.510231] env[69784]: DEBUG nova.network.neutron [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updated VIF entry in instance network info cache for port a487be97-10ab-4454-a23a-5d31cbdba5ce. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.510826] env[69784]: DEBUG nova.network.neutron [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.636024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "refresh_cache-498a3247-1e65-46d4-851f-44ac19f98a38" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.637417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquired lock "refresh_cache-498a3247-1e65-46d4-851f-44ac19f98a38" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.637691] env[69784]: DEBUG nova.network.neutron [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.639116] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628257, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.184765} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.643097] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006/OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006.vmdk to [datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk. [ 1135.643097] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Cleaning up location [datastore1] OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1135.643097] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9a13c538-bc0a-4876-9c2a-721b7af19006 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.643097] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf89a1c-a440-4ef4-a807-9ef2b0abe7b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.652077] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1135.652077] env[69784]: value = "task-3628261" [ 1135.652077] env[69784]: _type = "Task" [ 1135.652077] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.664321] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.709238] env[69784]: DEBUG nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.769340] env[69784]: DEBUG nova.compute.manager [None req-8b542f5a-6821-4575-8e4f-b68ca3339b13 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Instance disappeared during snapshot {{(pid=69784) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1135.804936] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b14135-2364-50e1-8e2c-8ecaba4ad400, 'name': SearchDatastore_Task, 'duration_secs': 0.033946} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.805941] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a79e744-d70a-4b74-a3d6-91436161b369 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.813576] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1135.813576] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f26430-bf82-a760-14ba-d9bfe33f3e5a" [ 1135.813576] env[69784]: _type = "Task" [ 1135.813576] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.828276] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f26430-bf82-a760-14ba-d9bfe33f3e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.875065] env[69784]: DEBUG nova.compute.utils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.875065] env[69784]: DEBUG nova.objects.instance [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'numa_topology' on Instance uuid 52ec896e-07e7-4417-81ef-1182e12bcc33 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.876429] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.876755] env[69784]: DEBUG nova.network.neutron [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.929225] env[69784]: DEBUG nova.compute.manager [None req-8b542f5a-6821-4575-8e4f-b68ca3339b13 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Found 0 images (rotation: 2) {{(pid=69784) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1135.956659] env[69784]: DEBUG nova.policy [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea3e4400a1c6457681dff15a121ab996', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d20259263c4eab87fc194ee64005e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.014036] env[69784]: DEBUG oslo_concurrency.lockutils [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.014324] env[69784]: DEBUG nova.compute.manager [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-changed-9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.014504] env[69784]: DEBUG nova.compute.manager [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing instance network info cache due to event network-changed-9ae94fb3-9395-4b2f-b23d-7f902801d568. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.014725] env[69784]: DEBUG oslo_concurrency.lockutils [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.014861] env[69784]: DEBUG oslo_concurrency.lockutils [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.015037] env[69784]: DEBUG nova.network.neutron [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing network info cache for port 9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.158647] env[69784]: DEBUG nova.network.neutron [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.166994] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103041} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.167296] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.167465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.167705] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk to [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.167972] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-190bac3b-91ef-42c3-b2b6-dcbe3649893b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.177651] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1136.177651] env[69784]: value = "task-3628262" [ 1136.177651] env[69784]: _type = "Task" [ 1136.177651] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.192091] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.238719] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.240842] env[69784]: DEBUG nova.network.neutron [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.330834] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f26430-bf82-a760-14ba-d9bfe33f3e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.02919} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.331311] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.331583] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.331866] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51941d35-a48b-48ab-87ff-5c8b00e9be8c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.339519] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1136.339519] env[69784]: value = "task-3628263" [ 1136.339519] env[69784]: _type = "Task" [ 1136.339519] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.348629] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.377420] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.380780] env[69784]: DEBUG nova.objects.base [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Object Instance<52ec896e-07e7-4417-81ef-1182e12bcc33> lazy-loaded attributes: resources,numa_topology {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.544093] env[69784]: DEBUG nova.network.neutron [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Successfully created port: 94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.691215] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.735627] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd56c888-ad5c-42b9-97b7-2234ea6f2636 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.744405] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Releasing lock "refresh_cache-498a3247-1e65-46d4-851f-44ac19f98a38" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.744856] env[69784]: DEBUG nova.compute.manager [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.745105] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.745976] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c98daf-b3e1-4512-9260-6120c1eee914 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.750029] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2684ffa-9c40-4061-a345-1cbd2a30db4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.759440] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.792100] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9acb80-05c0-4fd1-bf18-2e3f63f362c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.798355] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef110e54-085d-48c9-9119-210f5880c568 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.808640] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bba559-0dfe-4460-82ce-6b675ef0fc98 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.814338] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1136.814338] env[69784]: value = "task-3628264" [ 1136.814338] env[69784]: _type = "Task" [ 1136.814338] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.829068] env[69784]: DEBUG nova.compute.provider_tree [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.838638] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.852571] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.022655] env[69784]: DEBUG nova.network.neutron [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updated VIF entry in instance network info cache for port 9ae94fb3-9395-4b2f-b23d-7f902801d568. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.023108] env[69784]: DEBUG nova.network.neutron [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.194116] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.328119] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628264, 'name': PowerOffVM_Task, 'duration_secs': 0.261863} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.329859] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.329859] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.329859] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97428cc4-70e1-47b0-b1ff-f306578d5562 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.331997] env[69784]: DEBUG nova.scheduler.client.report [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.352062] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934478} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.353212] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.353448] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.353740] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ff5f54-c343-46d4-ad80-0c5133a7d41c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.363477] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1137.363477] env[69784]: value = "task-3628266" [ 1137.363477] env[69784]: _type = "Task" [ 1137.363477] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.369546] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.369882] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.369971] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Deleting the datastore file [datastore1] 498a3247-1e65-46d4-851f-44ac19f98a38 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.370830] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33aa5e28-34d1-4bdc-8309-79b204e19a44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.379065] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.379702] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for the task: (returnval){ [ 1137.379702] env[69784]: value = "task-3628267" [ 1137.379702] env[69784]: _type = "Task" [ 1137.379702] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.389812] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.392133] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.430920] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.430920] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.431110] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.431704] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.431704] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.431936] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.432393] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.432530] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.432825] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.433119] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.433442] env[69784]: DEBUG nova.virt.hardware [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.434787] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d836084-622d-44c9-9534-d8fb4a1e9dc8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.446972] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ff5df-226e-42c8-bcdf-4827011731b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.526770] env[69784]: DEBUG oslo_concurrency.lockutils [req-6e32d3f3-408f-473f-b54f-9f5dc46fae42 req-1e8526e2-90a9-4197-8aa2-1df038ca75f8 service nova] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.694450] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.837388] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.841215] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.161s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.842868] env[69784]: INFO nova.compute.claims [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.875177] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121408} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.875956] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.876315] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c8cd0-338d-4b02-b442-8308989e979b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.902211] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.903377] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012a1d3a-8ada-484b-bbf6-6425ebd21582 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.922417] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.931368] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1137.931368] env[69784]: value = "task-3628268" [ 1137.931368] env[69784]: _type = "Task" [ 1137.931368] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.942040] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.180782] env[69784]: DEBUG nova.compute.manager [req-493df763-7b62-49a8-b02e-71935d08bdfc req-2b99a6ed-1ea6-45f6-b060-82f2980c3516 service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Received event network-vif-plugged-94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.181037] env[69784]: DEBUG oslo_concurrency.lockutils [req-493df763-7b62-49a8-b02e-71935d08bdfc req-2b99a6ed-1ea6-45f6-b060-82f2980c3516 service nova] Acquiring lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.181275] env[69784]: DEBUG oslo_concurrency.lockutils [req-493df763-7b62-49a8-b02e-71935d08bdfc req-2b99a6ed-1ea6-45f6-b060-82f2980c3516 service nova] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.181444] env[69784]: DEBUG oslo_concurrency.lockutils [req-493df763-7b62-49a8-b02e-71935d08bdfc req-2b99a6ed-1ea6-45f6-b060-82f2980c3516 service nova] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.182437] env[69784]: DEBUG nova.compute.manager [req-493df763-7b62-49a8-b02e-71935d08bdfc req-2b99a6ed-1ea6-45f6-b060-82f2980c3516 service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] No waiting events found dispatching network-vif-plugged-94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.182437] env[69784]: WARNING nova.compute.manager [req-493df763-7b62-49a8-b02e-71935d08bdfc req-2b99a6ed-1ea6-45f6-b060-82f2980c3516 service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Received unexpected event network-vif-plugged-94cf2407-eea6-443c-843d-93034322bf97 for instance with vm_state building and task_state spawning. [ 1138.198028] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.316625] env[69784]: DEBUG nova.network.neutron [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Successfully updated port: 94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.363044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-537ba79a-2ee5-41c0-acc5-6548e012fa9f tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.593s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.365303] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.711s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.365536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.368378] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.368655] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.371588] env[69784]: INFO nova.compute.manager [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Terminating instance [ 1138.392228] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.444749] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.693928] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.823706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.824014] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.824215] env[69784]: DEBUG nova.network.neutron [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.875744] env[69784]: DEBUG nova.compute.manager [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.875744] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.875999] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e65888a4-f334-4a7e-8b8a-a46d4ad65dc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.895383] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a88f7ed-5a55-47d5-adc4-d2d6a9b3a523 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.906187] env[69784]: DEBUG oslo_vmware.api [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Task: {'id': task-3628267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.207121} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.909412] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.909612] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.909789] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.909963] env[69784]: INFO nova.compute.manager [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1138.910223] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.911032] env[69784]: DEBUG nova.compute.manager [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.911152] env[69784]: DEBUG nova.network.neutron [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.934637] env[69784]: WARNING nova.virt.vmwareapi.vmops [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 52ec896e-07e7-4417-81ef-1182e12bcc33 could not be found. [ 1138.934845] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.935151] env[69784]: INFO nova.compute.manager [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1138.935294] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.938803] env[69784]: DEBUG nova.network.neutron [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.943548] env[69784]: DEBUG nova.compute.manager [-] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.943548] env[69784]: DEBUG nova.network.neutron [-] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.953961] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628268, 'name': ReconfigVM_Task, 'duration_secs': 0.819424} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.958167] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.958167] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c5aa96-9f9f-4b71-b47c-3f7e96a47a3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.968667] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1138.968667] env[69784]: value = "task-3628269" [ 1138.968667] env[69784]: _type = "Task" [ 1138.968667] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.986754] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628269, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.159930] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37aba05-8ece-4a98-8222-7a6975afa254 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.169340] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f87dd-9440-44ed-941f-c9d876690acd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.206516] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c88da-5caa-4441-8ba0-6b7d2f87fa91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.215328] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628262, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.931913} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.217744] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f4932e48-2a0a-432e-87a3-c33b86abfe1f/f4932e48-2a0a-432e-87a3-c33b86abfe1f.vmdk to [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.218640] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b607457-eb1b-4434-a594-eb9c405db332 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.222037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054fce80-1ed8-40a5-b704-6e585cd880b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.237406] env[69784]: DEBUG nova.compute.provider_tree [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.255974] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.257067] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736355da-bc36-4f6c-bcb1-b892e6b96dba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.278118] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1139.278118] env[69784]: value = "task-3628270" [ 1139.278118] env[69784]: _type = "Task" [ 1139.278118] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.287113] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.361557] env[69784]: DEBUG nova.network.neutron [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.445551] env[69784]: DEBUG nova.network.neutron [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.482955] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628269, 'name': Rename_Task, 'duration_secs': 0.474302} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.483351] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.483771] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f34a08-9be6-40b2-b7ce-c0fa98eb5331 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.491823] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1139.491823] env[69784]: value = "task-3628271" [ 1139.491823] env[69784]: _type = "Task" [ 1139.491823] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.501924] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.547016] env[69784]: DEBUG nova.network.neutron [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [{"id": "94cf2407-eea6-443c-843d-93034322bf97", "address": "fa:16:3e:a2:82:ab", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cf2407-ee", "ovs_interfaceid": "94cf2407-eea6-443c-843d-93034322bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.667330] env[69784]: DEBUG nova.network.neutron [-] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.757570] env[69784]: DEBUG nova.scheduler.client.report [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.788975] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628270, 'name': ReconfigVM_Task, 'duration_secs': 0.338477} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.789272] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7/8fa595c0-03b1-478b-9e21-5c3dd35866e7.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.790402] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'image_id': 'b3f03779-caa8-41a6-a35b-95008555d46c'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '83104248-d059-495d-9c7e-b94b8af838f3', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723532', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'name': 'volume-b7de7a3b-6573-4881-a3b7-d78408d0499c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8fa595c0-03b1-478b-9e21-5c3dd35866e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'serial': 'b7de7a3b-6573-4881-a3b7-d78408d0499c'}, 'boot_index': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69784) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1139.790641] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.790820] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723532', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'name': 'volume-b7de7a3b-6573-4881-a3b7-d78408d0499c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8fa595c0-03b1-478b-9e21-5c3dd35866e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'serial': 'b7de7a3b-6573-4881-a3b7-d78408d0499c'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.791918] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c770b75e-7aaa-4fed-81f1-c3aa106c7ef0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.810395] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cf9cb4-f85d-445b-afcf-eb3c8d5947b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.835114] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-b7de7a3b-6573-4881-a3b7-d78408d0499c/volume-b7de7a3b-6573-4881-a3b7-d78408d0499c.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.835425] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34270904-aae5-493c-bc35-ad89063fc546 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.854426] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1139.854426] env[69784]: value = "task-3628272" [ 1139.854426] env[69784]: _type = "Task" [ 1139.854426] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.862732] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.948254] env[69784]: INFO nova.compute.manager [-] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Took 1.04 seconds to deallocate network for instance. [ 1140.003775] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.050171] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.050579] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Instance network_info: |[{"id": "94cf2407-eea6-443c-843d-93034322bf97", "address": "fa:16:3e:a2:82:ab", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cf2407-ee", "ovs_interfaceid": "94cf2407-eea6-443c-843d-93034322bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.051072] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:82:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94cf2407-eea6-443c-843d-93034322bf97', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.058904] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.059496] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.059758] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b61add95-8462-4cef-96e4-333d6c00de93 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.082135] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.082135] env[69784]: value = "task-3628273" [ 1140.082135] env[69784]: _type = "Task" [ 1140.082135] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.090260] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628273, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.172297] env[69784]: INFO nova.compute.manager [-] [instance: 52ec896e-07e7-4417-81ef-1182e12bcc33] Took 1.23 seconds to deallocate network for instance. [ 1140.211958] env[69784]: DEBUG nova.compute.manager [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Received event network-changed-94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.212220] env[69784]: DEBUG nova.compute.manager [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Refreshing instance network info cache due to event network-changed-94cf2407-eea6-443c-843d-93034322bf97. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.212439] env[69784]: DEBUG oslo_concurrency.lockutils [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] Acquiring lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.212996] env[69784]: DEBUG oslo_concurrency.lockutils [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] Acquired lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.212996] env[69784]: DEBUG nova.network.neutron [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Refreshing network info cache for port 94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.262952] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.263514] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.265963] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.087s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.266230] env[69784]: DEBUG nova.objects.instance [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lazy-loading 'resources' on Instance uuid d923ac81-b5ef-4fde-abcf-2a768ec58683 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.364563] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628272, 'name': ReconfigVM_Task, 'duration_secs': 0.326086} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.364822] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-b7de7a3b-6573-4881-a3b7-d78408d0499c/volume-b7de7a3b-6573-4881-a3b7-d78408d0499c.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.369972] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1baf959d-811b-447e-9c1a-d26eeca6d23a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.387479] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1140.387479] env[69784]: value = "task-3628274" [ 1140.387479] env[69784]: _type = "Task" [ 1140.387479] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.398261] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.455417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.503797] env[69784]: DEBUG oslo_vmware.api [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628271, 'name': PowerOnVM_Task, 'duration_secs': 1.009841} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.504119] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.504337] env[69784]: INFO nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1140.504519] env[69784]: DEBUG nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.505369] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83be4d5-a528-4254-94b0-51ace22f8d06 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.594618] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628273, 'name': CreateVM_Task, 'duration_secs': 0.376128} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.594618] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.595213] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.595378] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.595696] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.595953] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5622b6-0c4c-45a9-8621-d11690e98c46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.602505] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1140.602505] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52082b0a-90f6-9ebe-7b85-738901d1bd9c" [ 1140.602505] env[69784]: _type = "Task" [ 1140.602505] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.612755] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52082b0a-90f6-9ebe-7b85-738901d1bd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.771799] env[69784]: DEBUG nova.compute.utils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.779133] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.779133] env[69784]: DEBUG nova.network.neutron [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.832347] env[69784]: DEBUG nova.policy [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f95e047c8d34783ab974fe179d44c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35aa5af60e748b7970d6e91a1609e35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.902419] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628274, 'name': ReconfigVM_Task, 'duration_secs': 0.189902} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.903218] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723532', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'name': 'volume-b7de7a3b-6573-4881-a3b7-d78408d0499c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8fa595c0-03b1-478b-9e21-5c3dd35866e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'serial': 'b7de7a3b-6573-4881-a3b7-d78408d0499c'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.904053] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67283ecd-d299-49f2-a4ac-8bf6ac0cb1dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.912704] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1140.912704] env[69784]: value = "task-3628275" [ 1140.912704] env[69784]: _type = "Task" [ 1140.912704] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.928462] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628275, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.026407] env[69784]: INFO nova.compute.manager [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Took 32.45 seconds to build instance. [ 1141.028007] env[69784]: DEBUG nova.network.neutron [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updated VIF entry in instance network info cache for port 94cf2407-eea6-443c-843d-93034322bf97. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.028337] env[69784]: DEBUG nova.network.neutron [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [{"id": "94cf2407-eea6-443c-843d-93034322bf97", "address": "fa:16:3e:a2:82:ab", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cf2407-ee", "ovs_interfaceid": "94cf2407-eea6-443c-843d-93034322bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.071244] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8cd641-e558-4f68-a047-07249c0bf9b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.079899] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff98f9-1f9e-46f7-97a6-cb346fef3cee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.122271] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c86599-844c-4509-9af1-4c6ae7846b51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.130273] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52082b0a-90f6-9ebe-7b85-738901d1bd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.133025] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.133308] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.133555] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.133703] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.133882] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.134350] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34214b2d-d408-4346-a268-22b509e8d4c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.137315] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c780d4-6430-469c-ad3a-9f30c8ce684d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.154592] env[69784]: DEBUG nova.compute.provider_tree [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.157157] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.157345] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.158340] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315008b9-4429-488c-8fa2-654745975a53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.165402] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1141.165402] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520e998e-a945-9dcb-a6a9-b007bc23b07d" [ 1141.165402] env[69784]: _type = "Task" [ 1141.165402] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.176208] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520e998e-a945-9dcb-a6a9-b007bc23b07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.195696] env[69784]: DEBUG nova.network.neutron [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Successfully created port: d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.200000] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3987a2d0-19f2-4bdd-aa5d-f69c384e6bb3 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "52ec896e-07e7-4417-81ef-1182e12bcc33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.835s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.238553] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.238906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.238988] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.239190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.239358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.241589] env[69784]: INFO nova.compute.manager [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Terminating instance [ 1141.278298] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.427188] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628275, 'name': Rename_Task, 'duration_secs': 0.25515} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.427714] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.428026] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec4ed9bb-05d6-4257-9bfe-0a318e469d59 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.436092] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1141.436092] env[69784]: value = "task-3628276" [ 1141.436092] env[69784]: _type = "Task" [ 1141.436092] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.445828] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.530792] env[69784]: DEBUG oslo_concurrency.lockutils [None req-494cd426-d5dd-4908-8220-b0712f5c9c9c tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.957s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.531308] env[69784]: DEBUG oslo_concurrency.lockutils [req-e54cd798-f6ee-4a07-b7d5-5564e54c700a req-774722fb-b99b-4a23-bc4e-99f311ebe1bc service nova] Releasing lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.660786] env[69784]: DEBUG nova.scheduler.client.report [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.677391] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520e998e-a945-9dcb-a6a9-b007bc23b07d, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.678868] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb45147-3358-4d51-a7ab-f34943a9ec78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.685472] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1141.685472] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5250fd01-95fc-3822-3d80-3fb2f6262835" [ 1141.685472] env[69784]: _type = "Task" [ 1141.685472] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.695035] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5250fd01-95fc-3822-3d80-3fb2f6262835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.746171] env[69784]: DEBUG nova.compute.manager [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.746310] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.747430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cd617d-fb31-4824-bc58-4b099c61364f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.757891] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.758182] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272d88c6-5700-4d8e-8335-68571eb77d68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.765938] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1141.765938] env[69784]: value = "task-3628277" [ 1141.765938] env[69784]: _type = "Task" [ 1141.765938] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.776612] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.948319] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628276, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.166561] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.169057] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.718s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.169321] env[69784]: DEBUG nova.objects.instance [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lazy-loading 'resources' on Instance uuid 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.192161] env[69784]: INFO nova.scheduler.client.report [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance d923ac81-b5ef-4fde-abcf-2a768ec58683 [ 1142.205927] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5250fd01-95fc-3822-3d80-3fb2f6262835, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.206307] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.206650] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] bd31cc88-ffee-447b-a0bc-1d05d594bc40/bd31cc88-ffee-447b-a0bc-1d05d594bc40.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.206982] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbcd74c8-018b-43aa-88de-a59a03351ca7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.217407] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1142.217407] env[69784]: value = "task-3628278" [ 1142.217407] env[69784]: _type = "Task" [ 1142.217407] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.229753] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.242024] env[69784]: DEBUG nova.compute.manager [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Received event network-changed-a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.242307] env[69784]: DEBUG nova.compute.manager [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Refreshing instance network info cache due to event network-changed-a487be97-10ab-4454-a23a-5d31cbdba5ce. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.242641] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.242814] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.243046] env[69784]: DEBUG nova.network.neutron [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Refreshing network info cache for port a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.279397] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628277, 'name': PowerOffVM_Task, 'duration_secs': 0.373832} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.279748] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.279979] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.280318] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738e1806-1f9a-4ee7-abd7-bf1e4e916360 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.296562] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.323716] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.323927] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.323994] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.324161] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.324308] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.324475] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.324695] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.324872] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.325079] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.325248] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.325436] env[69784]: DEBUG nova.virt.hardware [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.326622] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d345e233-1ffb-400d-a5c7-c61ff91f55f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.336162] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a88d7-0c70-47b1-b268-3d388e555594 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.356538] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.356749] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.356949] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleting the datastore file [datastore2] 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.357284] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bef1ba7-45e4-4361-ad25-2adad919243c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.366083] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for the task: (returnval){ [ 1142.366083] env[69784]: value = "task-3628280" [ 1142.366083] env[69784]: _type = "Task" [ 1142.366083] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.374865] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.448377] env[69784]: DEBUG oslo_vmware.api [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628276, 'name': PowerOnVM_Task, 'duration_secs': 0.620805} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.448739] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.550063] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.550330] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.560881] env[69784]: DEBUG nova.compute.manager [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.562072] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc595b3-55ae-4cbe-875c-fceb024285f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.626333] env[69784]: DEBUG nova.compute.manager [req-428375f3-e5f2-4dab-bd2d-8353fbc57155 req-b6d74b1f-b374-4080-9f54-a709fcb39c6b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Received event network-vif-plugged-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.626659] env[69784]: DEBUG oslo_concurrency.lockutils [req-428375f3-e5f2-4dab-bd2d-8353fbc57155 req-b6d74b1f-b374-4080-9f54-a709fcb39c6b service nova] Acquiring lock "54d589ef-e98a-4321-8b2a-b7b325a1e730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.626900] env[69784]: DEBUG oslo_concurrency.lockutils [req-428375f3-e5f2-4dab-bd2d-8353fbc57155 req-b6d74b1f-b374-4080-9f54-a709fcb39c6b service nova] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.627149] env[69784]: DEBUG oslo_concurrency.lockutils [req-428375f3-e5f2-4dab-bd2d-8353fbc57155 req-b6d74b1f-b374-4080-9f54-a709fcb39c6b service nova] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.627370] env[69784]: DEBUG nova.compute.manager [req-428375f3-e5f2-4dab-bd2d-8353fbc57155 req-b6d74b1f-b374-4080-9f54-a709fcb39c6b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] No waiting events found dispatching network-vif-plugged-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.627640] env[69784]: WARNING nova.compute.manager [req-428375f3-e5f2-4dab-bd2d-8353fbc57155 req-b6d74b1f-b374-4080-9f54-a709fcb39c6b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Received unexpected event network-vif-plugged-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 for instance with vm_state building and task_state spawning. [ 1142.700828] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d22ccca3-8d90-4502-81de-2dd202d14e7c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "d923ac81-b5ef-4fde-abcf-2a768ec58683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.703s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.734822] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.774860] env[69784]: DEBUG nova.network.neutron [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Successfully updated port: d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.884714] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628280, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.987067] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ff69e-a544-4228-8750-6f347496b5d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.995480] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4783b7c5-4192-4562-ac26-5ee223037288 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.027675] env[69784]: DEBUG nova.network.neutron [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updated VIF entry in instance network info cache for port a487be97-10ab-4454-a23a-5d31cbdba5ce. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.027925] env[69784]: DEBUG nova.network.neutron [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.029654] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3046323-ba71-4243-a6e1-fd23b5c441c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.039046] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f796f40-dba9-41e7-9f52-3613f560ba35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.056074] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.058275] env[69784]: DEBUG nova.compute.provider_tree [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.083640] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7bda0361-7a2d-47cb-9ced-08ff31ea707d tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.644s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.229819] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669428} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.230031] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] bd31cc88-ffee-447b-a0bc-1d05d594bc40/bd31cc88-ffee-447b-a0bc-1d05d594bc40.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.230256] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.230540] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25b28d8d-04a2-4af0-bfa9-91e5d6db604b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.238928] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1143.238928] env[69784]: value = "task-3628281" [ 1143.238928] env[69784]: _type = "Task" [ 1143.238928] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.249331] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.281423] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.282044] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.282182] env[69784]: DEBUG nova.network.neutron [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.381428] env[69784]: DEBUG oslo_vmware.api [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Task: {'id': task-3628280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51966} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.381790] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.382039] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.382272] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.382516] env[69784]: INFO nova.compute.manager [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1143.382822] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.383077] env[69784]: DEBUG nova.compute.manager [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.383336] env[69784]: DEBUG nova.network.neutron [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.534199] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b50ac00-2db8-493d-ac8d-cb93cee254c6 req-9d3b14ef-5259-43d1-a1e8-2e58f2308c18 service nova] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.563531] env[69784]: DEBUG nova.scheduler.client.report [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.582488] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.748962] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163248} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.749242] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.750066] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0823481-2c38-494e-aead-e4b59d02de7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.772783] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] bd31cc88-ffee-447b-a0bc-1d05d594bc40/bd31cc88-ffee-447b-a0bc-1d05d594bc40.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.773390] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3275097d-e9c1-48d0-ad6b-bd7faefb570b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.797167] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1143.797167] env[69784]: value = "task-3628282" [ 1143.797167] env[69784]: _type = "Task" [ 1143.797167] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.806229] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.818078] env[69784]: DEBUG nova.network.neutron [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.070960] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.073860] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.788s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.093686] env[69784]: INFO nova.scheduler.client.report [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Deleted allocations for instance 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1 [ 1144.132852] env[69784]: DEBUG nova.network.neutron [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.199149] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "eb27c901-3423-493d-8d48-84ac0f8a3e80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.199382] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.275135] env[69784]: DEBUG nova.compute.manager [req-716b52ef-1596-4816-8d56-c2fbf971dfed req-d7d65028-248c-4f6e-a622-d4012210c7a0 service nova] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Received event network-vif-deleted-f2675e22-1a2f-4fdc-a364-397cd259d5d7 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.285824] env[69784]: DEBUG nova.network.neutron [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updating instance_info_cache with network_info: [{"id": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "address": "fa:16:3e:ea:c8:f0", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29e36b1-32", "ovs_interfaceid": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.310690] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.580065] env[69784]: INFO nova.compute.claims [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.602611] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3e81b161-ee97-4000-a735-40e064213535 tempest-ServerRescueNegativeTestJSON-1534204294 tempest-ServerRescueNegativeTestJSON-1534204294-project-member] Lock "1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.883s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.635631] env[69784]: INFO nova.compute.manager [-] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Took 1.25 seconds to deallocate network for instance. [ 1144.655334] env[69784]: DEBUG nova.compute.manager [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Received event network-changed-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.655532] env[69784]: DEBUG nova.compute.manager [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Refreshing instance network info cache due to event network-changed-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.655760] env[69784]: DEBUG oslo_concurrency.lockutils [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] Acquiring lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.701482] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.788588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.788969] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Instance network_info: |[{"id": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "address": "fa:16:3e:ea:c8:f0", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29e36b1-32", "ovs_interfaceid": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.789363] env[69784]: DEBUG oslo_concurrency.lockutils [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] Acquired lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.789607] env[69784]: DEBUG nova.network.neutron [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Refreshing network info cache for port d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.791527] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c8:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29e36b1-32f5-4fc3-b04a-3bf13f5303f9', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.802458] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.807524] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.810537] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97d16871-31da-4e27-aa9a-72e5683e2390 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.835517] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628282, 'name': ReconfigVM_Task, 'duration_secs': 0.871713} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.837112] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Reconfigured VM instance instance-00000064 to attach disk [datastore2] bd31cc88-ffee-447b-a0bc-1d05d594bc40/bd31cc88-ffee-447b-a0bc-1d05d594bc40.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.837859] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.837859] env[69784]: value = "task-3628283" [ 1144.837859] env[69784]: _type = "Task" [ 1144.837859] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.838110] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dbbe23f-9e69-4c66-a76a-78cf3e8e8f11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.849934] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628283, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.851752] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1144.851752] env[69784]: value = "task-3628284" [ 1144.851752] env[69784]: _type = "Task" [ 1144.851752] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.864247] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628284, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.086697] env[69784]: INFO nova.compute.resource_tracker [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating resource usage from migration 63e613e0-4fdd-4610-9324-fb692ecb09c5 [ 1145.117494] env[69784]: DEBUG nova.network.neutron [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updated VIF entry in instance network info cache for port d29e36b1-32f5-4fc3-b04a-3bf13f5303f9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.118621] env[69784]: DEBUG nova.network.neutron [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updating instance_info_cache with network_info: [{"id": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "address": "fa:16:3e:ea:c8:f0", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29e36b1-32", "ovs_interfaceid": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.144750] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.222165] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.346883] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac566d15-1988-465c-b835-165dc4026588 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.354264] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628283, 'name': CreateVM_Task, 'duration_secs': 0.495841} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.357287] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.359510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.359748] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.360133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.360829] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30214580-3ea2-4bb3-88d5-41707f112174 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.363037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b51ce-69b0-4e64-a297-03eefc37de3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.368874] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628284, 'name': Rename_Task, 'duration_secs': 0.196967} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.369786] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.370100] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed0d71e-5e29-4541-a044-95527f532705 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.372478] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1145.372478] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acd6d2-2090-9728-56e3-63766813e12e" [ 1145.372478] env[69784]: _type = "Task" [ 1145.372478] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.400320] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb7ef2-bf17-4491-ac54-990fa993d815 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.404275] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1145.404275] env[69784]: value = "task-3628285" [ 1145.404275] env[69784]: _type = "Task" [ 1145.404275] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.422068] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acd6d2-2090-9728-56e3-63766813e12e, 'name': SearchDatastore_Task, 'duration_secs': 0.047308} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.426575] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.426910] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.427223] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.427433] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.427802] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.428026] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.428304] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57cc2121-6b07-426e-8af4-c27113454ff9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.431091] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9fb254-8f0f-4eb2-a748-5dd0d32975b6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.447154] env[69784]: DEBUG nova.compute.provider_tree [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.449704] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.449993] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.451056] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7943004d-f3d9-48f6-a482-b09b4e241cfe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.457034] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1145.457034] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522fe791-b2b2-0b04-baeb-9e07173b4ab4" [ 1145.457034] env[69784]: _type = "Task" [ 1145.457034] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.466818] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522fe791-b2b2-0b04-baeb-9e07173b4ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.622898] env[69784]: DEBUG oslo_concurrency.lockutils [req-6a276aea-84e8-4eab-8287-3b9f08e7814a req-dd9810e8-5584-482d-b4d7-2eb88d940c3b service nova] Releasing lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.919056] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.952443] env[69784]: DEBUG nova.scheduler.client.report [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.971413] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522fe791-b2b2-0b04-baeb-9e07173b4ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.012583} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.972440] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1771dd-1c93-4aa8-a667-f0763fd7a333 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.980127] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1145.980127] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528241b2-6e11-d546-17c2-14412696a121" [ 1145.980127] env[69784]: _type = "Task" [ 1145.980127] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.991699] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528241b2-6e11-d546-17c2-14412696a121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.422611] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628285, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.457959] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.384s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.458130] env[69784]: INFO nova.compute.manager [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Migrating [ 1146.465304] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.606s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.466724] env[69784]: INFO nova.compute.claims [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.491281] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528241b2-6e11-d546-17c2-14412696a121, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.492330] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.492330] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 54d589ef-e98a-4321-8b2a-b7b325a1e730/54d589ef-e98a-4321-8b2a-b7b325a1e730.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.492473] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2c1c53-8846-43df-ac5f-ff4e02179be9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.500560] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1146.500560] env[69784]: value = "task-3628286" [ 1146.500560] env[69784]: _type = "Task" [ 1146.500560] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.509359] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.918852] env[69784]: DEBUG oslo_vmware.api [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628285, 'name': PowerOnVM_Task, 'duration_secs': 1.022798} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.919158] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.919366] env[69784]: INFO nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1146.919564] env[69784]: DEBUG nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.920411] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99984b54-3db8-406e-9534-7abaf39a4766 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.976643] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.976852] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.977082] env[69784]: DEBUG nova.network.neutron [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.012531] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628286, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.438188] env[69784]: INFO nova.compute.manager [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Took 34.08 seconds to build instance. [ 1147.513932] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692882} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.516216] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 54d589ef-e98a-4321-8b2a-b7b325a1e730/54d589ef-e98a-4321-8b2a-b7b325a1e730.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.516439] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.516699] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05065d75-e2b4-44a4-a2aa-f4caafac72b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.528816] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1147.528816] env[69784]: value = "task-3628287" [ 1147.528816] env[69784]: _type = "Task" [ 1147.528816] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.540629] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.685261] env[69784]: DEBUG nova.network.neutron [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [{"id": "50b0e082-35d4-472c-96cd-463a75699673", "address": "fa:16:3e:d7:05:0a", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b0e082-35", "ovs_interfaceid": "50b0e082-35d4-472c-96cd-463a75699673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.716298] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a6afc3-d87b-47b4-b014-7b60fd9f22af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.724226] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d51843-9feb-4e79-81d0-3b289481c389 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.755008] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba76ccd1-cc93-4cbf-964c-a0b7dd92539b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.763171] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7bae0d-5702-49bd-8c54-fd90a42dd971 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.778074] env[69784]: DEBUG nova.compute.provider_tree [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.939717] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0a60c03b-80b3-4846-9a79-1d8165a22c89 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.592s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.039029] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073529} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.039279] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.040103] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84020873-360a-492b-9561-7cf12058d3fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.063873] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 54d589ef-e98a-4321-8b2a-b7b325a1e730/54d589ef-e98a-4321-8b2a-b7b325a1e730.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.064150] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ba3a63-6d7d-46fc-a014-e645a9570a2c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.084397] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1148.084397] env[69784]: value = "task-3628288" [ 1148.084397] env[69784]: _type = "Task" [ 1148.084397] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.092609] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.190057] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.282387] env[69784]: DEBUG nova.scheduler.client.report [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.286041] env[69784]: DEBUG nova.compute.manager [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Received event network-changed-94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.288453] env[69784]: DEBUG nova.compute.manager [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Refreshing instance network info cache due to event network-changed-94cf2407-eea6-443c-843d-93034322bf97. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.288819] env[69784]: DEBUG oslo_concurrency.lockutils [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] Acquiring lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.289104] env[69784]: DEBUG oslo_concurrency.lockutils [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] Acquired lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.289389] env[69784]: DEBUG nova.network.neutron [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Refreshing network info cache for port 94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.595591] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628288, 'name': ReconfigVM_Task, 'duration_secs': 0.393123} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.596092] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 54d589ef-e98a-4321-8b2a-b7b325a1e730/54d589ef-e98a-4321-8b2a-b7b325a1e730.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.596550] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e27d5f-5c74-4a40-bacd-611d86ed4df5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.604592] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1148.604592] env[69784]: value = "task-3628289" [ 1148.604592] env[69784]: _type = "Task" [ 1148.604592] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.613173] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628289, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.792489] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.793073] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.798024] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.855s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.798228] env[69784]: DEBUG nova.objects.instance [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.919979] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.920253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.920484] env[69784]: INFO nova.compute.manager [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Rebooting instance [ 1149.010978] env[69784]: DEBUG nova.network.neutron [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updated VIF entry in instance network info cache for port 94cf2407-eea6-443c-843d-93034322bf97. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.011364] env[69784]: DEBUG nova.network.neutron [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [{"id": "94cf2407-eea6-443c-843d-93034322bf97", "address": "fa:16:3e:a2:82:ab", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cf2407-ee", "ovs_interfaceid": "94cf2407-eea6-443c-843d-93034322bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.115458] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628289, 'name': Rename_Task, 'duration_secs': 0.179062} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.115665] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.115928] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cd772b-28d5-4109-a623-09c02773511d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.123064] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1149.123064] env[69784]: value = "task-3628290" [ 1149.123064] env[69784]: _type = "Task" [ 1149.123064] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.131496] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.300652] env[69784]: DEBUG nova.compute.utils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.302403] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.302524] env[69784]: DEBUG nova.network.neutron [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.342536] env[69784]: DEBUG nova.policy [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac9673dccc4a4f4bb34cbeaa22a3c8ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40dfa7775d9e442a9736a3c791f2a60d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.438693] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.513940] env[69784]: DEBUG oslo_concurrency.lockutils [req-6838da4a-6b35-46d6-b575-c658857424c2 req-dd6c7086-759f-4192-a6d0-74b6c8b3891a service nova] Releasing lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.514431] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquired lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.514621] env[69784]: DEBUG nova.network.neutron [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.642877] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.704605] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f05dc9-6e5c-4a36-b282-0a2dd5c0ae88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.711388] env[69784]: DEBUG nova.network.neutron [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Successfully created port: 6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.731628] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.808464] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.811896] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c697250-c4b3-4d09-8439-6eed45e1cd84 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.813048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.575s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.814925] env[69784]: INFO nova.compute.claims [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.137333] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628290, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.242203] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.242429] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3e2478-e0a2-49f6-b868-440c6e41d390 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.248843] env[69784]: DEBUG nova.network.neutron [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [{"id": "94cf2407-eea6-443c-843d-93034322bf97", "address": "fa:16:3e:a2:82:ab", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cf2407-ee", "ovs_interfaceid": "94cf2407-eea6-443c-843d-93034322bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.251208] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1150.251208] env[69784]: value = "task-3628291" [ 1150.251208] env[69784]: _type = "Task" [ 1150.251208] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.261129] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.634464] env[69784]: DEBUG oslo_vmware.api [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628290, 'name': PowerOnVM_Task, 'duration_secs': 1.076034} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.634738] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.634940] env[69784]: INFO nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1150.635332] env[69784]: DEBUG nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.635908] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b68f39-fd08-4d0e-8a2d-4033db626091 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.752862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Releasing lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.764056] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628291, 'name': PowerOffVM_Task, 'duration_secs': 0.207862} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.764713] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.764906] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.822348] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.849039] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.849286] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.849442] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.849620] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.849765] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.849912] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.850139] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.850306] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.850474] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.850755] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.850957] env[69784]: DEBUG nova.virt.hardware [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.851844] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a67499-cbd6-4a90-a771-4c8de843050a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.864364] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607bc333-8a51-47f5-a3ba-466bf302a3f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.044501] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6afe631-000d-45d9-8d79-f6febdcdd7d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.052736] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab15e9b4-03b3-40f2-9083-4405a75312de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.085832] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5ce22-d686-4955-a2de-79fb8fdbc7b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.095222] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7230996-6090-44a7-a9ad-ca73e3545c05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.116062] env[69784]: DEBUG nova.compute.provider_tree [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.155860] env[69784]: INFO nova.compute.manager [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Took 27.61 seconds to build instance. [ 1151.219198] env[69784]: DEBUG nova.compute.manager [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Received event network-changed-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.219618] env[69784]: DEBUG nova.compute.manager [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Refreshing instance network info cache due to event network-changed-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.220252] env[69784]: DEBUG oslo_concurrency.lockutils [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] Acquiring lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.220741] env[69784]: DEBUG oslo_concurrency.lockutils [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] Acquired lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.221033] env[69784]: DEBUG nova.network.neutron [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Refreshing network info cache for port d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.263023] env[69784]: DEBUG nova.compute.manager [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.263023] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e95d76e-b3ef-437e-952f-02c93649cbbd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.274016] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.274733] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.275016] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.275328] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.275581] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.275854] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.276177] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.276443] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.276927] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.277234] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.277535] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.285780] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ade5142-9a0e-4ebd-8d08-a16ad665ffcf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.305607] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1151.305607] env[69784]: value = "task-3628292" [ 1151.305607] env[69784]: _type = "Task" [ 1151.305607] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.319280] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.357712] env[69784]: DEBUG nova.network.neutron [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Successfully updated port: 6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.620013] env[69784]: DEBUG nova.scheduler.client.report [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.659505] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0fba3c05-a9bb-4602-9719-5f32170c7faf tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.130s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.816991] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628292, 'name': ReconfigVM_Task, 'duration_secs': 0.478297} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.817452] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.860688] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "refresh_cache-853c735c-83db-4ec7-a639-83cf21664723" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.860890] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquired lock "refresh_cache-853c735c-83db-4ec7-a639-83cf21664723" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.861067] env[69784]: DEBUG nova.network.neutron [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.965758] env[69784]: DEBUG nova.network.neutron [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updated VIF entry in instance network info cache for port d29e36b1-32f5-4fc3-b04a-3bf13f5303f9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.966118] env[69784]: DEBUG nova.network.neutron [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updating instance_info_cache with network_info: [{"id": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "address": "fa:16:3e:ea:c8:f0", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29e36b1-32", "ovs_interfaceid": "d29e36b1-32f5-4fc3-b04a-3bf13f5303f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.127155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.127155] env[69784]: DEBUG nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.132018] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.675s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.132018] env[69784]: DEBUG nova.objects.instance [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lazy-loading 'resources' on Instance uuid 498a3247-1e65-46d4-851f-44ac19f98a38 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.307185] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d505db20-391c-41f0-b53e-a934d473892b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.316399] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Doing hard reboot of VM {{(pid=69784) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1152.316707] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ff222cf2-67c4-4779-ac2e-98898c785904 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.323784] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.324043] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.324270] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.324467] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.324615] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.324767] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.324970] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.325142] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.325308] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.325501] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.325696] env[69784]: DEBUG nova.virt.hardware [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.331575] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.333460] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06baec05-9fcc-469f-8331-07e54730584b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.347659] env[69784]: DEBUG oslo_vmware.api [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1152.347659] env[69784]: value = "task-3628294" [ 1152.347659] env[69784]: _type = "Task" [ 1152.347659] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.354178] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1152.354178] env[69784]: value = "task-3628295" [ 1152.354178] env[69784]: _type = "Task" [ 1152.354178] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.358410] env[69784]: DEBUG oslo_vmware.api [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628294, 'name': ResetVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.370704] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.405585] env[69784]: DEBUG nova.network.neutron [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.468717] env[69784]: DEBUG oslo_concurrency.lockutils [req-9fa66ce0-cecc-47f7-8c42-ff0f0422f969 req-4b4a187f-aa73-4073-8f19-facb7ee8dfa0 service nova] Releasing lock "refresh_cache-54d589ef-e98a-4321-8b2a-b7b325a1e730" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.544101] env[69784]: DEBUG nova.network.neutron [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Updating instance_info_cache with network_info: [{"id": "6b7cfec7-c5ce-4152-ae21-bae36fda250b", "address": "fa:16:3e:ad:08:c6", "network": {"id": "5aa0dd58-8c74-4d79-ab5e-83e5adf3de26", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2002739619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40dfa7775d9e442a9736a3c791f2a60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7cfec7-c5", "ovs_interfaceid": "6b7cfec7-c5ce-4152-ae21-bae36fda250b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.635045] env[69784]: DEBUG nova.compute.utils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.637218] env[69784]: DEBUG nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1152.861668] env[69784]: DEBUG oslo_vmware.api [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628294, 'name': ResetVM_Task, 'duration_secs': 0.11825} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.867739] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Did hard reboot of VM {{(pid=69784) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1152.867952] env[69784]: DEBUG nova.compute.manager [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.868972] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea631d0-c1a9-4d1c-a69b-980ac163947c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.877207] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628295, 'name': ReconfigVM_Task, 'duration_secs': 0.182502} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.878797] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.882525] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f3ab7-9892-4c1f-8ae5-644e80966f4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.885299] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5daa5-ec45-4e06-a0ea-685f68733a01 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.903186] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07154512-ecb1-4dab-b863-00e15cb8206f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.913837] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8/0332bb9d-5749-4ef9-8533-d37fe1f776a8.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.914817] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32f026c-d898-42f0-932d-408d8dec8380 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.957459] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f5d2f4-1dcb-4985-a597-decdecdc8d2d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.960305] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1152.960305] env[69784]: value = "task-3628296" [ 1152.960305] env[69784]: _type = "Task" [ 1152.960305] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.967418] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dcf770-2e94-4396-a80b-06d40cfa944a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.974366] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.988742] env[69784]: DEBUG nova.compute.provider_tree [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.046634] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Releasing lock "refresh_cache-853c735c-83db-4ec7-a639-83cf21664723" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.046972] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Instance network_info: |[{"id": "6b7cfec7-c5ce-4152-ae21-bae36fda250b", "address": "fa:16:3e:ad:08:c6", "network": {"id": "5aa0dd58-8c74-4d79-ab5e-83e5adf3de26", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2002739619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40dfa7775d9e442a9736a3c791f2a60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7cfec7-c5", "ovs_interfaceid": "6b7cfec7-c5ce-4152-ae21-bae36fda250b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.047431] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:08:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b7cfec7-c5ce-4152-ae21-bae36fda250b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.055172] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Creating folder: Project (40dfa7775d9e442a9736a3c791f2a60d). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.055466] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4007ce8-6e10-4a52-8bfa-6d47bd13d056 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.069956] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Created folder: Project (40dfa7775d9e442a9736a3c791f2a60d) in parent group-v723273. [ 1153.070169] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Creating folder: Instances. Parent ref: group-v723556. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.070441] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb180c5-6403-4ae8-9ee0-616b6c53d969 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.081137] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Created folder: Instances in parent group-v723556. [ 1153.081380] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.081579] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.081835] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85aec9a0-f56c-49fa-8f98-294d352c4e18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.101594] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.101594] env[69784]: value = "task-3628299" [ 1153.101594] env[69784]: _type = "Task" [ 1153.101594] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.109531] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628299, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.138110] env[69784]: DEBUG nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.246176] env[69784]: DEBUG nova.compute.manager [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Received event network-vif-plugged-6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.246371] env[69784]: DEBUG oslo_concurrency.lockutils [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] Acquiring lock "853c735c-83db-4ec7-a639-83cf21664723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.246551] env[69784]: DEBUG oslo_concurrency.lockutils [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] Lock "853c735c-83db-4ec7-a639-83cf21664723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.246724] env[69784]: DEBUG oslo_concurrency.lockutils [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] Lock "853c735c-83db-4ec7-a639-83cf21664723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.246894] env[69784]: DEBUG nova.compute.manager [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] No waiting events found dispatching network-vif-plugged-6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.247081] env[69784]: WARNING nova.compute.manager [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Received unexpected event network-vif-plugged-6b7cfec7-c5ce-4152-ae21-bae36fda250b for instance with vm_state building and task_state spawning. [ 1153.247246] env[69784]: DEBUG nova.compute.manager [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Received event network-changed-6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.247400] env[69784]: DEBUG nova.compute.manager [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Refreshing instance network info cache due to event network-changed-6b7cfec7-c5ce-4152-ae21-bae36fda250b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.247589] env[69784]: DEBUG oslo_concurrency.lockutils [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] Acquiring lock "refresh_cache-853c735c-83db-4ec7-a639-83cf21664723" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.247742] env[69784]: DEBUG oslo_concurrency.lockutils [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] Acquired lock "refresh_cache-853c735c-83db-4ec7-a639-83cf21664723" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.247945] env[69784]: DEBUG nova.network.neutron [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Refreshing network info cache for port 6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.391285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1ff79a8-8afb-4083-a3fc-6f83b2eb7aef tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.471s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.474072] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628296, 'name': ReconfigVM_Task, 'duration_secs': 0.296463} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.474456] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8/0332bb9d-5749-4ef9-8533-d37fe1f776a8.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.474842] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.492051] env[69784]: DEBUG nova.scheduler.client.report [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.612299] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628299, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.954027] env[69784]: DEBUG nova.network.neutron [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Updated VIF entry in instance network info cache for port 6b7cfec7-c5ce-4152-ae21-bae36fda250b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.954301] env[69784]: DEBUG nova.network.neutron [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Updating instance_info_cache with network_info: [{"id": "6b7cfec7-c5ce-4152-ae21-bae36fda250b", "address": "fa:16:3e:ad:08:c6", "network": {"id": "5aa0dd58-8c74-4d79-ab5e-83e5adf3de26", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2002739619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40dfa7775d9e442a9736a3c791f2a60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7cfec7-c5", "ovs_interfaceid": "6b7cfec7-c5ce-4152-ae21-bae36fda250b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.982512] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095fb5f6-9b6a-49e4-9612-e8588cbd0c6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.003098] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.005920] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.424s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.007374] env[69784]: INFO nova.compute.claims [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.010336] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e67f68-1264-479b-8843-537f909b2dad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.031812] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.035901] env[69784]: INFO nova.scheduler.client.report [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Deleted allocations for instance 498a3247-1e65-46d4-851f-44ac19f98a38 [ 1154.113383] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628299, 'name': CreateVM_Task, 'duration_secs': 0.65721} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.113533] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.114268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.114457] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.114765] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.115021] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8327c92-b62a-4e7f-93b9-e25c46bf5227 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.120445] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1154.120445] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]521e3ca5-344c-2169-6958-425fe4ea390c" [ 1154.120445] env[69784]: _type = "Task" [ 1154.120445] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.130348] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521e3ca5-344c-2169-6958-425fe4ea390c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.147826] env[69784]: DEBUG nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.174750] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.175220] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.175330] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.175691] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.175828] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.176062] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.176311] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.176479] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.176763] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.176968] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.177268] env[69784]: DEBUG nova.virt.hardware [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.178390] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c131d9a-a63e-4cfe-9bb9-3f3d761ba3cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.187891] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c7578-4fca-4e36-92cd-771567aefcce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.202416] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.208058] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Creating folder: Project (fcce2ee227334476bd9397bdde9bbae4). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.208702] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2750f0c4-c247-4edf-a564-4827a28ace0e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.220301] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Created folder: Project (fcce2ee227334476bd9397bdde9bbae4) in parent group-v723273. [ 1154.220503] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Creating folder: Instances. Parent ref: group-v723559. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.220821] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3354d814-29ed-45c8-8d1d-784cfbdf2159 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.233315] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Created folder: Instances in parent group-v723559. [ 1154.233562] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.233759] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.233970] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72af686b-eff0-4771-953c-fcfea33271fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.253660] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.253660] env[69784]: value = "task-3628302" [ 1154.253660] env[69784]: _type = "Task" [ 1154.253660] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.270727] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628302, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.457113] env[69784]: DEBUG oslo_concurrency.lockutils [req-daf85f17-f12e-4d1e-bf98-d915a54d91bc req-5ac7d8d1-4891-42bf-8601-cf48cb4a7311 service nova] Releasing lock "refresh_cache-853c735c-83db-4ec7-a639-83cf21664723" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.547350] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81751fe3-6ddc-4f2a-9ab4-afa6d641d4b4 tempest-ServersAaction247Test-1518757570 tempest-ServersAaction247Test-1518757570-project-member] Lock "498a3247-1e65-46d4-851f-44ac19f98a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.431s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.586423] env[69784]: DEBUG nova.network.neutron [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Port 50b0e082-35d4-472c-96cd-463a75699673 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.636031] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]521e3ca5-344c-2169-6958-425fe4ea390c, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.636031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.636031] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.636031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.636031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.636031] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.636031] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed8800c-cf4b-4938-836d-ab9e6c92d734 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.648026] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.648026] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.648026] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a687d23-2361-4d51-be56-20d933a82a4c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.653499] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1154.653499] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52129d2b-58b6-cb58-e55a-f162cc3c2dcb" [ 1154.653499] env[69784]: _type = "Task" [ 1154.653499] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.660386] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52129d2b-58b6-cb58-e55a-f162cc3c2dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.767637] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628302, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.051674] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.051978] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.052172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.052355] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.052523] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.055335] env[69784]: INFO nova.compute.manager [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Terminating instance [ 1155.165578] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52129d2b-58b6-cb58-e55a-f162cc3c2dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.166452] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedb1ec7-d8db-428d-86ef-b8b87cfff82c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.173130] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1155.173130] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52513488-26a3-a147-20d8-bfb9e033cdf7" [ 1155.173130] env[69784]: _type = "Task" [ 1155.173130] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.184712] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52513488-26a3-a147-20d8-bfb9e033cdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.264192] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628302, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.272688] env[69784]: DEBUG nova.compute.manager [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Received event network-changed-94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.272919] env[69784]: DEBUG nova.compute.manager [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Refreshing instance network info cache due to event network-changed-94cf2407-eea6-443c-843d-93034322bf97. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.273249] env[69784]: DEBUG oslo_concurrency.lockutils [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] Acquiring lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.273403] env[69784]: DEBUG oslo_concurrency.lockutils [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] Acquired lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.273672] env[69784]: DEBUG nova.network.neutron [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Refreshing network info cache for port 94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.320385] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992b442-5a0d-439d-b185-764716240998 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.329272] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe289db6-0fb9-4428-968c-35a5994cfc44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.363157] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f424c-8989-4b6a-b09d-12f678dfc93a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.371478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2463ee3c-43c5-4763-bbf9-5ede7a309da0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.385594] env[69784]: DEBUG nova.compute.provider_tree [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.559400] env[69784]: DEBUG nova.compute.manager [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.559627] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.560959] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496aa8a-4ecf-4de7-b3b5-f00297ac3fd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.570117] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.570379] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fce23bf-26ea-4b86-8ca9-304a08094ca3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.577672] env[69784]: DEBUG oslo_vmware.api [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1155.577672] env[69784]: value = "task-3628304" [ 1155.577672] env[69784]: _type = "Task" [ 1155.577672] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.588388] env[69784]: DEBUG oslo_vmware.api [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.608873] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.609112] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.609284] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.686521] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52513488-26a3-a147-20d8-bfb9e033cdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.686813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.687100] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 853c735c-83db-4ec7-a639-83cf21664723/853c735c-83db-4ec7-a639-83cf21664723.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.687669] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c40b180-77f4-47d9-89f2-af152fe6159b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.698301] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1155.698301] env[69784]: value = "task-3628305" [ 1155.698301] env[69784]: _type = "Task" [ 1155.698301] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.706557] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.765881] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628302, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.887973] env[69784]: DEBUG nova.scheduler.client.report [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.989455] env[69784]: DEBUG nova.network.neutron [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updated VIF entry in instance network info cache for port 94cf2407-eea6-443c-843d-93034322bf97. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.990019] env[69784]: DEBUG nova.network.neutron [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [{"id": "94cf2407-eea6-443c-843d-93034322bf97", "address": "fa:16:3e:a2:82:ab", "network": {"id": "e3ebec8d-1810-431c-87f0-26e2933d0f88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1543404271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d20259263c4eab87fc194ee64005e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cf2407-ee", "ovs_interfaceid": "94cf2407-eea6-443c-843d-93034322bf97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.088895] env[69784]: DEBUG oslo_vmware.api [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628304, 'name': PowerOffVM_Task, 'duration_secs': 0.480721} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.089399] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.089399] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.089621] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ace13b-5c11-4420-ba01-51659be45701 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.210315] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499846} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.210615] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 853c735c-83db-4ec7-a639-83cf21664723/853c735c-83db-4ec7-a639-83cf21664723.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.210864] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.211264] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50b916a-42ff-4a4a-a4cb-8050bffa2715 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.223287] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1156.223287] env[69784]: value = "task-3628307" [ 1156.223287] env[69784]: _type = "Task" [ 1156.223287] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.231975] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.266892] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628302, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.358692] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.358873] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.359058] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Deleting the datastore file [datastore2] bd31cc88-ffee-447b-a0bc-1d05d594bc40 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.359337] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da9da10-a0f0-424d-9a8c-10a38b79b9d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.367632] env[69784]: DEBUG oslo_vmware.api [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1156.367632] env[69784]: value = "task-3628308" [ 1156.367632] env[69784]: _type = "Task" [ 1156.367632] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.376440] env[69784]: DEBUG oslo_vmware.api [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.392777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.393298] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.395807] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.251s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.396055] env[69784]: DEBUG nova.objects.instance [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lazy-loading 'resources' on Instance uuid 999af0f3-bc92-4ac5-b534-de29b4236cd2 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.493378] env[69784]: DEBUG oslo_concurrency.lockutils [req-78583d55-b9ff-4c85-898f-d53321b1ea93 req-184f99a9-c4e2-40f9-a3fe-de1d72293c2c service nova] Releasing lock "refresh_cache-bd31cc88-ffee-447b-a0bc-1d05d594bc40" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.650406] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.650649] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.650865] env[69784]: DEBUG nova.network.neutron [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.735355] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066336} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.735772] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.736582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9232e9f-e9ef-404f-ba11-7a0f66cb5b8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.759718] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 853c735c-83db-4ec7-a639-83cf21664723/853c735c-83db-4ec7-a639-83cf21664723.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.759940] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1b863b-c775-4396-a09a-020f1963825b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.783705] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628302, 'name': CreateVM_Task, 'duration_secs': 2.344344} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.784888] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.785245] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1156.785245] env[69784]: value = "task-3628309" [ 1156.785245] env[69784]: _type = "Task" [ 1156.785245] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.785616] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.785774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.786103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.786402] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8cb0ec-7c15-4c67-b729-b7a443b33712 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.799238] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1156.799238] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e6bcbd-b2d9-b2da-d0ec-168202a4e853" [ 1156.799238] env[69784]: _type = "Task" [ 1156.799238] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.802657] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.812096] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e6bcbd-b2d9-b2da-d0ec-168202a4e853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.878095] env[69784]: DEBUG oslo_vmware.api [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197882} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.879142] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.879142] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.879142] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.879142] env[69784]: INFO nova.compute.manager [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1156.879312] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.879423] env[69784]: DEBUG nova.compute.manager [-] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.879519] env[69784]: DEBUG nova.network.neutron [-] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.898864] env[69784]: DEBUG nova.compute.utils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.903778] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.903911] env[69784]: DEBUG nova.network.neutron [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.942014] env[69784]: DEBUG nova.policy [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e47c3eb987a4f2fa7809ca91cea0145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4359cf34fc419b89bed76a595d01fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.157627] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ed4f9b-0326-41bc-b30f-14ab54490866 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.166838] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbbd2ed-ecc6-4495-b2eb-b0e4a26a51ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.206298] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce6a453-1a2e-426d-a019-65197a51fcb4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.215254] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e93e19-5c5a-4ec8-8051-2454f3c988c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.237106] env[69784]: DEBUG nova.compute.provider_tree [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.299225] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.301723] env[69784]: DEBUG nova.network.neutron [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Successfully created port: 8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.318640] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e6bcbd-b2d9-b2da-d0ec-168202a4e853, 'name': SearchDatastore_Task, 'duration_secs': 0.032834} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.318970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.319249] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.319500] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.320031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.320287] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.320622] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a2c14d-790d-4386-bf92-099cc2f22e68 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.324492] env[69784]: DEBUG nova.compute.manager [req-770971e0-edcf-4a2c-a855-571d5e51e16f req-b175f4e5-e244-45e2-8a93-5c8529e0281a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Received event network-vif-deleted-94cf2407-eea6-443c-843d-93034322bf97 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.324691] env[69784]: INFO nova.compute.manager [req-770971e0-edcf-4a2c-a855-571d5e51e16f req-b175f4e5-e244-45e2-8a93-5c8529e0281a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Neutron deleted interface 94cf2407-eea6-443c-843d-93034322bf97; detaching it from the instance and deleting it from the info cache [ 1157.324873] env[69784]: DEBUG nova.network.neutron [req-770971e0-edcf-4a2c-a855-571d5e51e16f req-b175f4e5-e244-45e2-8a93-5c8529e0281a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.335132] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.335352] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.336672] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311408f8-6865-4905-8603-41efd6fb5b65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.343408] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1157.343408] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52620b11-89a5-5f0e-be19-5fd77568f88d" [ 1157.343408] env[69784]: _type = "Task" [ 1157.343408] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.356106] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52620b11-89a5-5f0e-be19-5fd77568f88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.404211] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.425114] env[69784]: DEBUG nova.network.neutron [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [{"id": "50b0e082-35d4-472c-96cd-463a75699673", "address": "fa:16:3e:d7:05:0a", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b0e082-35", "ovs_interfaceid": "50b0e082-35d4-472c-96cd-463a75699673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.621069] env[69784]: DEBUG nova.network.neutron [-] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.741078] env[69784]: DEBUG nova.scheduler.client.report [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.798646] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628309, 'name': ReconfigVM_Task, 'duration_secs': 0.675499} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.798950] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 853c735c-83db-4ec7-a639-83cf21664723/853c735c-83db-4ec7-a639-83cf21664723.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.799594] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-635b1ce9-fa7b-42da-9600-d30ba1f312b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.808373] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1157.808373] env[69784]: value = "task-3628311" [ 1157.808373] env[69784]: _type = "Task" [ 1157.808373] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.817166] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628311, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.827392] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aeba6b4-78d1-4bd2-8cc2-e38325a01a79 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.838702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d0aa5-8e2b-4a9f-bcd6-f0636ad5e75d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.859021] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52620b11-89a5-5f0e-be19-5fd77568f88d, 'name': SearchDatastore_Task, 'duration_secs': 0.017688} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.859828] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e12cbc0-0c18-4916-86bb-61525cf584ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.866479] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1157.866479] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520aa0f1-2cc9-e16d-fbd1-625652785f12" [ 1157.866479] env[69784]: _type = "Task" [ 1157.866479] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.878950] env[69784]: DEBUG nova.compute.manager [req-770971e0-edcf-4a2c-a855-571d5e51e16f req-b175f4e5-e244-45e2-8a93-5c8529e0281a service nova] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Detach interface failed, port_id=94cf2407-eea6-443c-843d-93034322bf97, reason: Instance bd31cc88-ffee-447b-a0bc-1d05d594bc40 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.888521] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520aa0f1-2cc9-e16d-fbd1-625652785f12, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.888772] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.889053] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.889312] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a97b931-ba12-4461-bf01-94ff2aec3aab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.898255] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1157.898255] env[69784]: value = "task-3628312" [ 1157.898255] env[69784]: _type = "Task" [ 1157.898255] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.906055] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.927757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.122929] env[69784]: INFO nova.compute.manager [-] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Took 1.24 seconds to deallocate network for instance. [ 1158.245511] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.249701] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.027s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.252222] env[69784]: INFO nova.compute.claims [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.273279] env[69784]: INFO nova.scheduler.client.report [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Deleted allocations for instance 999af0f3-bc92-4ac5-b534-de29b4236cd2 [ 1158.321072] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628311, 'name': Rename_Task, 'duration_secs': 0.193558} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.321930] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.321930] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6f0683-da9d-4623-99ff-0418a1283222 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.330408] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1158.330408] env[69784]: value = "task-3628313" [ 1158.330408] env[69784]: _type = "Task" [ 1158.330408] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.343240] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.410039] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441324} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.410245] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.410464] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.410769] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd76b28-84e3-4c05-9a17-be586a3758a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.414179] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.423120] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1158.423120] env[69784]: value = "task-3628314" [ 1158.423120] env[69784]: _type = "Task" [ 1158.423120] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.433879] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.447275] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.447275] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.447275] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.447524] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.447524] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.447661] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.447869] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.448046] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.448219] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.449083] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.449083] env[69784]: DEBUG nova.virt.hardware [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.449514] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f39f84-2da8-4996-90f9-53061b0eefd7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.455687] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85390c61-6d1f-453d-a455-97299dd37652 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.460344] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f434c-c985-464b-9ee7-b0fbd0614f7c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.478854] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6427fb7-29ca-4483-bb7c-b2d7b980976a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.495195] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.632422] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.691038] env[69784]: DEBUG nova.compute.manager [req-edc052da-1be8-4ac8-ba6a-248614d4387e req-fb86f023-b0ae-43ab-aa1a-bcbac11788a9 service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Received event network-vif-plugged-8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.691297] env[69784]: DEBUG oslo_concurrency.lockutils [req-edc052da-1be8-4ac8-ba6a-248614d4387e req-fb86f023-b0ae-43ab-aa1a-bcbac11788a9 service nova] Acquiring lock "2e3a3496-28c9-470f-b3b9-209daceacbb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.691471] env[69784]: DEBUG oslo_concurrency.lockutils [req-edc052da-1be8-4ac8-ba6a-248614d4387e req-fb86f023-b0ae-43ab-aa1a-bcbac11788a9 service nova] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.691640] env[69784]: DEBUG oslo_concurrency.lockutils [req-edc052da-1be8-4ac8-ba6a-248614d4387e req-fb86f023-b0ae-43ab-aa1a-bcbac11788a9 service nova] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.691839] env[69784]: DEBUG nova.compute.manager [req-edc052da-1be8-4ac8-ba6a-248614d4387e req-fb86f023-b0ae-43ab-aa1a-bcbac11788a9 service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] No waiting events found dispatching network-vif-plugged-8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.692016] env[69784]: WARNING nova.compute.manager [req-edc052da-1be8-4ac8-ba6a-248614d4387e req-fb86f023-b0ae-43ab-aa1a-bcbac11788a9 service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Received unexpected event network-vif-plugged-8b906f30-c1c7-4f36-9c7a-26317a31150a for instance with vm_state building and task_state spawning. [ 1158.771163] env[69784]: DEBUG nova.network.neutron [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Successfully updated port: 8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.789222] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fc12f75f-d123-47de-ae6d-29e9010f836c tempest-ServersNegativeTestJSON-1844530137 tempest-ServersNegativeTestJSON-1844530137-project-member] Lock "999af0f3-bc92-4ac5-b534-de29b4236cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.550s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.842945] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.933052] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076701} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.933350] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.934127] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24324b-e767-473f-978c-ec3fe92baf2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.954596] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.955198] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfcf04a-2dc4-4847-9ffa-73b95171faf8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.977252] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1158.977252] env[69784]: value = "task-3628315" [ 1158.977252] env[69784]: _type = "Task" [ 1158.977252] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.985920] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.002204] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.002553] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-193b7d5f-0ec8-4a1d-b0cc-922bd2e87ad8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.011679] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1159.011679] env[69784]: value = "task-3628316" [ 1159.011679] env[69784]: _type = "Task" [ 1159.011679] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.020525] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.274650] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-2e3a3496-28c9-470f-b3b9-209daceacbb7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.274878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-2e3a3496-28c9-470f-b3b9-209daceacbb7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.275096] env[69784]: DEBUG nova.network.neutron [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.345518] env[69784]: DEBUG oslo_vmware.api [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628313, 'name': PowerOnVM_Task, 'duration_secs': 0.912472} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.351350] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.351350] env[69784]: INFO nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1159.351350] env[69784]: DEBUG nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.351350] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c8829-287c-497b-9e8c-19d52fe25d53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.500033] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628315, 'name': ReconfigVM_Task, 'duration_secs': 0.474535} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.500033] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Reconfigured VM instance instance-00000067 to attach disk [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.500734] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5623a4-15dc-4674-9066-f4cb410b7970 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.522092] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1159.522092] env[69784]: value = "task-3628318" [ 1159.522092] env[69784]: _type = "Task" [ 1159.522092] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.535917] env[69784]: DEBUG oslo_vmware.api [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628316, 'name': PowerOnVM_Task, 'duration_secs': 0.479711} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.536922] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.537288] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca6d85-0918-4948-ada9-33ca6c1670ae tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance '0332bb9d-5749-4ef9-8533-d37fe1f776a8' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.552936] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628318, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.566362] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1df1ea-51ed-4c0e-aff1-911cf1f71922 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.577067] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ee7d3-b0c8-4b83-be19-8604734f379f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.629644] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2852c2bf-1fbc-4c0a-ac18-d07f22c40f66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.641488] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96aac50-1afb-4116-a724-95ec5268b09c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.663955] env[69784]: DEBUG nova.compute.provider_tree [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.808101] env[69784]: DEBUG nova.network.neutron [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.871924] env[69784]: INFO nova.compute.manager [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Took 32.05 seconds to build instance. [ 1159.933768] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.934309] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.934757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.935109] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.936710] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.938410] env[69784]: INFO nova.compute.manager [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Terminating instance [ 1159.959248] env[69784]: DEBUG nova.network.neutron [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Updating instance_info_cache with network_info: [{"id": "8b906f30-c1c7-4f36-9c7a-26317a31150a", "address": "fa:16:3e:2c:00:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b906f30-c1", "ovs_interfaceid": "8b906f30-c1c7-4f36-9c7a-26317a31150a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.038784] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628318, 'name': Rename_Task, 'duration_secs': 0.490067} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.038784] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.038784] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e68dcc31-85b6-4ba6-a0e4-67a14f7a908c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.046023] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1160.046023] env[69784]: value = "task-3628319" [ 1160.046023] env[69784]: _type = "Task" [ 1160.046023] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.053434] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.170104] env[69784]: DEBUG nova.scheduler.client.report [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.374786] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e46ecc09-b805-4611-abcc-20de4cc38698 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "853c735c-83db-4ec7-a639-83cf21664723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.599s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.444491] env[69784]: DEBUG nova.compute.manager [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.444491] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.444491] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588a8b87-699d-4d7f-8ddf-2db83bd76c05 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.455261] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.455843] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee89045-dc4a-436b-be2b-206796922534 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.459735] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-2e3a3496-28c9-470f-b3b9-209daceacbb7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.460474] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Instance network_info: |[{"id": "8b906f30-c1c7-4f36-9c7a-26317a31150a", "address": "fa:16:3e:2c:00:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b906f30-c1", "ovs_interfaceid": "8b906f30-c1c7-4f36-9c7a-26317a31150a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.461153] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:00:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b906f30-c1c7-4f36-9c7a-26317a31150a', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.471528] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.474305] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.474755] env[69784]: DEBUG oslo_vmware.api [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1160.474755] env[69784]: value = "task-3628320" [ 1160.474755] env[69784]: _type = "Task" [ 1160.474755] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.475473] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-894c479a-4879-4032-a3e0-d01617f4bb20 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.503376] env[69784]: DEBUG oslo_vmware.api [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.508495] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.508495] env[69784]: value = "task-3628321" [ 1160.508495] env[69784]: _type = "Task" [ 1160.508495] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.515023] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628321, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.561564] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.675417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.676346] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.680123] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.048s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.684386] env[69784]: DEBUG nova.objects.instance [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lazy-loading 'resources' on Instance uuid bd31cc88-ffee-447b-a0bc-1d05d594bc40 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.803474] env[69784]: DEBUG nova.compute.manager [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Received event network-changed-8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.803681] env[69784]: DEBUG nova.compute.manager [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Refreshing instance network info cache due to event network-changed-8b906f30-c1c7-4f36-9c7a-26317a31150a. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.803992] env[69784]: DEBUG oslo_concurrency.lockutils [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] Acquiring lock "refresh_cache-2e3a3496-28c9-470f-b3b9-209daceacbb7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.804205] env[69784]: DEBUG oslo_concurrency.lockutils [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] Acquired lock "refresh_cache-2e3a3496-28c9-470f-b3b9-209daceacbb7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.804378] env[69784]: DEBUG nova.network.neutron [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Refreshing network info cache for port 8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.003450] env[69784]: DEBUG oslo_vmware.api [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628320, 'name': PowerOffVM_Task, 'duration_secs': 0.224517} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.004539] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.004539] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.005487] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be11c76-5a9c-4f08-aab5-2c26189f235a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.018324] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628321, 'name': CreateVM_Task, 'duration_secs': 0.418967} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.018785] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.019548] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.019742] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.020326] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.020517] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73423bef-2d2f-4a87-a148-ac174e7441b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.027778] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1161.027778] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52031d2e-4d40-0cd4-fa89-240c1541bd5d" [ 1161.027778] env[69784]: _type = "Task" [ 1161.027778] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.045617] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52031d2e-4d40-0cd4-fa89-240c1541bd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.057227] env[69784]: DEBUG oslo_vmware.api [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628319, 'name': PowerOnVM_Task, 'duration_secs': 0.761346} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.058717] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.058717] env[69784]: INFO nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1161.058717] env[69784]: DEBUG nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.058717] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd0aca2-65ef-4ce0-890a-e5a1f052d20f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.189033] env[69784]: DEBUG nova.compute.utils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.194242] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.194479] env[69784]: DEBUG nova.network.neutron [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.249769] env[69784]: DEBUG nova.policy [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.457135] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.457427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.457644] env[69784]: DEBUG nova.compute.manager [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Going to confirm migration 5 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1161.461579] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfe78d-c261-419f-905a-533f10aa5ce1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.471019] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783be831-9d16-4178-ae77-4d23d89ae8ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.515653] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4ae334-94aa-461f-b03d-bf4cefe3ef9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.525729] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2697b33-9d35-4964-b8e8-8eaac8f88579 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.546267] env[69784]: DEBUG nova.compute.provider_tree [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.552191] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52031d2e-4d40-0cd4-fa89-240c1541bd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.552535] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.552776] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.553102] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.553258] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.553444] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.554444] env[69784]: DEBUG nova.network.neutron [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Updated VIF entry in instance network info cache for port 8b906f30-c1c7-4f36-9c7a-26317a31150a. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.554829] env[69784]: DEBUG nova.network.neutron [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Updating instance_info_cache with network_info: [{"id": "8b906f30-c1c7-4f36-9c7a-26317a31150a", "address": "fa:16:3e:2c:00:3f", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b906f30-c1", "ovs_interfaceid": "8b906f30-c1c7-4f36-9c7a-26317a31150a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.556381] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585ac3c3-72a8-44b0-8495-8df9691cce65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.564262] env[69784]: DEBUG nova.network.neutron [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Successfully created port: 12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.568911] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.569207] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.570575] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1dfc65c-12d0-4d1f-947a-d29d3d50bd1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.585613] env[69784]: INFO nova.compute.manager [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Took 25.37 seconds to build instance. [ 1161.586977] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1161.586977] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d4f9b8-fa02-72a8-c82a-952deedff10a" [ 1161.586977] env[69784]: _type = "Task" [ 1161.586977] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.603646] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d4f9b8-fa02-72a8-c82a-952deedff10a, 'name': SearchDatastore_Task, 'duration_secs': 0.018107} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.604558] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01036599-7d0f-42d8-82c8-4c1d6038f195 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.613587] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1161.613587] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52725585-059b-a3a0-362c-65efa9156d06" [ 1161.613587] env[69784]: _type = "Task" [ 1161.613587] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.627379] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52725585-059b-a3a0-362c-65efa9156d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.695395] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.784941] env[69784]: DEBUG nova.compute.manager [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.786071] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6163b3f-622e-4c78-a7b0-40ea41077ea7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.848648] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.848972] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.849306] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleting the datastore file [datastore1] 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.849643] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18d143e-0aa4-45dc-a8eb-554bab3d52c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.874033] env[69784]: DEBUG oslo_vmware.api [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1161.874033] env[69784]: value = "task-3628324" [ 1161.874033] env[69784]: _type = "Task" [ 1161.874033] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.884978] env[69784]: DEBUG oslo_vmware.api [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.999988] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.000238] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.000425] env[69784]: DEBUG nova.network.neutron [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.000660] env[69784]: DEBUG nova.objects.instance [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lazy-loading 'info_cache' on Instance uuid 0332bb9d-5749-4ef9-8533-d37fe1f776a8 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.049365] env[69784]: DEBUG nova.scheduler.client.report [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.060260] env[69784]: DEBUG oslo_concurrency.lockutils [req-74301e26-e2a9-4060-93b0-e6540c7f6420 req-77e0fd82-f7d5-497c-9d08-61eb7d06c80e service nova] Releasing lock "refresh_cache-2e3a3496-28c9-470f-b3b9-209daceacbb7" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.092388] env[69784]: DEBUG oslo_concurrency.lockutils [None req-761334b7-7ef6-40a1-8890-adcb77019ed5 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "c2d5acf2-8584-4207-b963-b469e9bd84b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.892s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.126862] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52725585-059b-a3a0-362c-65efa9156d06, 'name': SearchDatastore_Task, 'duration_secs': 0.033239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.127248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.127534] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 2e3a3496-28c9-470f-b3b9-209daceacbb7/2e3a3496-28c9-470f-b3b9-209daceacbb7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.127878] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55ec8d37-445b-4878-9be6-e0c1fe1cbf1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.136723] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1162.136723] env[69784]: value = "task-3628325" [ 1162.136723] env[69784]: _type = "Task" [ 1162.136723] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.147020] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.300741] env[69784]: INFO nova.compute.manager [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] instance snapshotting [ 1162.303607] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612665e-18a9-4f03-8858-134dd545cbcf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.327491] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccea8767-50d5-4d90-a84b-65d843c8e1dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.385979] env[69784]: DEBUG oslo_vmware.api [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269621} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.386332] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.386541] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.386756] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.386979] env[69784]: INFO nova.compute.manager [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1162.387279] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.387967] env[69784]: DEBUG nova.compute.manager [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.388111] env[69784]: DEBUG nova.network.neutron [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.554647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.578078] env[69784]: INFO nova.scheduler.client.report [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Deleted allocations for instance bd31cc88-ffee-447b-a0bc-1d05d594bc40 [ 1162.648705] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.655434] env[69784]: INFO nova.compute.manager [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Rebuilding instance [ 1162.706034] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.708278] env[69784]: DEBUG nova.compute.manager [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.709423] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9439cb08-3503-486b-a5bd-04dd86e9b944 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.734093] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.734393] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.734578] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.734800] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.734955] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.735118] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.735478] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.735478] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.735682] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.735840] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.736020] env[69784]: DEBUG nova.virt.hardware [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.736898] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f2af20-515c-49ff-ba23-3e851b32b404 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.746620] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a47f9-f6a5-4545-b7e1-579c511bb8d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.841104] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1162.841578] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fae7aa79-18c0-4a15-adbd-e611a6be705d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.853972] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1162.853972] env[69784]: value = "task-3628326" [ 1162.853972] env[69784]: _type = "Task" [ 1162.853972] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.868212] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.909736] env[69784]: DEBUG nova.compute.manager [req-7e13fc34-b91b-4325-8187-2326a981a100 req-6eb42933-f3b0-46fc-b27f-f43325e74c1f service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Received event network-vif-deleted-6315fbc5-ee43-4446-afd6-de006ad55b9a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.909971] env[69784]: INFO nova.compute.manager [req-7e13fc34-b91b-4325-8187-2326a981a100 req-6eb42933-f3b0-46fc-b27f-f43325e74c1f service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Neutron deleted interface 6315fbc5-ee43-4446-afd6-de006ad55b9a; detaching it from the instance and deleting it from the info cache [ 1162.910188] env[69784]: DEBUG nova.network.neutron [req-7e13fc34-b91b-4325-8187-2326a981a100 req-6eb42933-f3b0-46fc-b27f-f43325e74c1f service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.091873] env[69784]: DEBUG oslo_concurrency.lockutils [None req-79eb8ad6-2e8c-41a9-b37a-2570bf1cd375 tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "bd31cc88-ffee-447b-a0bc-1d05d594bc40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.040s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.099891] env[69784]: DEBUG nova.compute.manager [req-14751eab-54c7-45ce-9c8f-f7714c8b0336 req-a5a02116-8ace-47c1-a943-2d7445dbd59d service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Received event network-vif-plugged-12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.100137] env[69784]: DEBUG oslo_concurrency.lockutils [req-14751eab-54c7-45ce-9c8f-f7714c8b0336 req-a5a02116-8ace-47c1-a943-2d7445dbd59d service nova] Acquiring lock "eb27c901-3423-493d-8d48-84ac0f8a3e80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.100474] env[69784]: DEBUG oslo_concurrency.lockutils [req-14751eab-54c7-45ce-9c8f-f7714c8b0336 req-a5a02116-8ace-47c1-a943-2d7445dbd59d service nova] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.100696] env[69784]: DEBUG oslo_concurrency.lockutils [req-14751eab-54c7-45ce-9c8f-f7714c8b0336 req-a5a02116-8ace-47c1-a943-2d7445dbd59d service nova] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.100870] env[69784]: DEBUG nova.compute.manager [req-14751eab-54c7-45ce-9c8f-f7714c8b0336 req-a5a02116-8ace-47c1-a943-2d7445dbd59d service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] No waiting events found dispatching network-vif-plugged-12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.101078] env[69784]: WARNING nova.compute.manager [req-14751eab-54c7-45ce-9c8f-f7714c8b0336 req-a5a02116-8ace-47c1-a943-2d7445dbd59d service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Received unexpected event network-vif-plugged-12299ebd-492d-4f0d-9f99-c823e880a9d9 for instance with vm_state building and task_state spawning. [ 1163.152024] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575495} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.152609] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 2e3a3496-28c9-470f-b3b9-209daceacbb7/2e3a3496-28c9-470f-b3b9-209daceacbb7.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.152609] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.152812] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcc4941e-bbc5-4618-992c-50274d44eb2d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.161315] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1163.161315] env[69784]: value = "task-3628327" [ 1163.161315] env[69784]: _type = "Task" [ 1163.161315] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.171425] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.188229] env[69784]: DEBUG nova.network.neutron [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Successfully updated port: 12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.213573] env[69784]: DEBUG nova.network.neutron [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [{"id": "50b0e082-35d4-472c-96cd-463a75699673", "address": "fa:16:3e:d7:05:0a", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b0e082-35", "ovs_interfaceid": "50b0e082-35d4-472c-96cd-463a75699673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.365749] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628326, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.387382] env[69784]: DEBUG nova.network.neutron [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.415980] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d6f2867-254e-4e91-8141-aa5decc9db02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.427645] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f52b3-35b6-43de-bbf8-110d7bf38dc0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.465668] env[69784]: DEBUG nova.compute.manager [req-7e13fc34-b91b-4325-8187-2326a981a100 req-6eb42933-f3b0-46fc-b27f-f43325e74c1f service nova] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Detach interface failed, port_id=6315fbc5-ee43-4446-afd6-de006ad55b9a, reason: Instance 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.675036] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087108} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.675036] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.675396] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315850a1-aa20-4aa1-a888-6e53a9002ff6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.698562] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 2e3a3496-28c9-470f-b3b9-209daceacbb7/2e3a3496-28c9-470f-b3b9-209daceacbb7.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.699220] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-eb27c901-3423-493d-8d48-84ac0f8a3e80" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.699272] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-eb27c901-3423-493d-8d48-84ac0f8a3e80" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.699479] env[69784]: DEBUG nova.network.neutron [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.701071] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b238d004-0bd5-48af-afa3-7e8789de7665 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.716295] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-0332bb9d-5749-4ef9-8533-d37fe1f776a8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.716548] env[69784]: DEBUG nova.objects.instance [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lazy-loading 'migration_context' on Instance uuid 0332bb9d-5749-4ef9-8533-d37fe1f776a8 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.724159] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.724473] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1163.724473] env[69784]: value = "task-3628329" [ 1163.724473] env[69784]: _type = "Task" [ 1163.724473] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.725183] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e3971f4-1e8f-411d-aa94-5ae8e81f8506 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.736930] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.738576] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1163.738576] env[69784]: value = "task-3628330" [ 1163.738576] env[69784]: _type = "Task" [ 1163.738576] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.747440] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.868619] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628326, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.890409] env[69784]: INFO nova.compute.manager [-] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Took 1.50 seconds to deallocate network for instance. [ 1164.219427] env[69784]: DEBUG nova.objects.base [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Object Instance<0332bb9d-5749-4ef9-8533-d37fe1f776a8> lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.220462] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f7f79-9519-4654-9fa0-17b49191a2b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.246606] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d5c582-0302-49b3-bb1e-2575c09f3266 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.254366] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628329, 'name': ReconfigVM_Task, 'duration_secs': 0.38619} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.258546] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 2e3a3496-28c9-470f-b3b9-209daceacbb7/2e3a3496-28c9-470f-b3b9-209daceacbb7.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.258947] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628330, 'name': PowerOffVM_Task, 'duration_secs': 0.152159} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.259238] env[69784]: DEBUG oslo_vmware.api [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1164.259238] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]524013e5-4925-516e-b088-c393c6cd28de" [ 1164.259238] env[69784]: _type = "Task" [ 1164.259238] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.259432] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6dd76ad-8bba-4f46-96e8-3fb806de5971 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.261085] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.261703] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.262499] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c7c9f-2dc8-4a76-8d2f-7e2bf7c252a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.268163] env[69784]: DEBUG nova.network.neutron [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.275740] env[69784]: DEBUG oslo_vmware.api [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]524013e5-4925-516e-b088-c393c6cd28de, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.278495] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.278785] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.280187] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1164.280187] env[69784]: value = "task-3628331" [ 1164.280187] env[69784]: _type = "Task" [ 1164.280187] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.280411] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.280926] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aebae33-3ef7-4930-aa4e-239d679d3d7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.295776] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628331, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.319710] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.319710] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.319957] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Deleting the datastore file [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.323012] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6d0658-8862-4eb9-a7c1-f49133f18ebd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.332227] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1164.332227] env[69784]: value = "task-3628333" [ 1164.332227] env[69784]: _type = "Task" [ 1164.332227] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.343652] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.370667] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628326, 'name': CreateSnapshot_Task, 'duration_secs': 1.506147} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.370953] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1164.371815] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f44520f-f006-4890-9af8-6bb4abf2586f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.397866] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.473920] env[69784]: DEBUG nova.network.neutron [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Updating instance_info_cache with network_info: [{"id": "12299ebd-492d-4f0d-9f99-c823e880a9d9", "address": "fa:16:3e:b0:0f:d4", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12299ebd-49", "ovs_interfaceid": "12299ebd-492d-4f0d-9f99-c823e880a9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.793344] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628331, 'name': Rename_Task, 'duration_secs': 0.201538} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.793617] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.794091] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a28de1-38dd-498d-800e-43f6ad797bf2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.801495] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1164.801495] env[69784]: value = "task-3628334" [ 1164.801495] env[69784]: _type = "Task" [ 1164.801495] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.812480] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.841379] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144173} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.844193] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.844412] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.844597] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.848821] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.848954] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.849193] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.849404] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.849576] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.854878] env[69784]: INFO nova.compute.manager [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Terminating instance [ 1164.891444] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1164.894406] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a64ea21-78e2-4939-8b02-4b2c1dcb2659 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.904078] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1164.904078] env[69784]: value = "task-3628335" [ 1164.904078] env[69784]: _type = "Task" [ 1164.904078] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.916110] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628335, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.978946] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-eb27c901-3423-493d-8d48-84ac0f8a3e80" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.979402] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Instance network_info: |[{"id": "12299ebd-492d-4f0d-9f99-c823e880a9d9", "address": "fa:16:3e:b0:0f:d4", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12299ebd-49", "ovs_interfaceid": "12299ebd-492d-4f0d-9f99-c823e880a9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.980187] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:0f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12299ebd-492d-4f0d-9f99-c823e880a9d9', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.988018] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.988233] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.988555] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf553820-6901-4336-b7a8-31e119e4f7c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.012740] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.012740] env[69784]: value = "task-3628336" [ 1165.012740] env[69784]: _type = "Task" [ 1165.012740] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.017889] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b293e5b-3ee1-41a8-80c6-872411d0f786 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.023839] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628336, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.029096] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3416be8b-d8f1-4cdb-8bf5-d216e9d741ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.064697] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f619c-bd04-44ef-9d21-90ef0e5c6163 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.072670] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c16cc79-d655-4148-be3f-f063ad6c6dcc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.089080] env[69784]: DEBUG nova.compute.provider_tree [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.161755] env[69784]: DEBUG nova.compute.manager [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Received event network-changed-12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.162039] env[69784]: DEBUG nova.compute.manager [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Refreshing instance network info cache due to event network-changed-12299ebd-492d-4f0d-9f99-c823e880a9d9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.162331] env[69784]: DEBUG oslo_concurrency.lockutils [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] Acquiring lock "refresh_cache-eb27c901-3423-493d-8d48-84ac0f8a3e80" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.162573] env[69784]: DEBUG oslo_concurrency.lockutils [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] Acquired lock "refresh_cache-eb27c901-3423-493d-8d48-84ac0f8a3e80" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.162738] env[69784]: DEBUG nova.network.neutron [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Refreshing network info cache for port 12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.313348] env[69784]: DEBUG oslo_vmware.api [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628334, 'name': PowerOnVM_Task, 'duration_secs': 0.499372} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.313608] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.313892] env[69784]: INFO nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1165.314041] env[69784]: DEBUG nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.314857] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55514033-5ba2-46d4-86b2-1665ed8014de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.361361] env[69784]: DEBUG nova.compute.manager [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.362508] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.362813] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639832a9-45b6-466b-b1f1-9a7197c3a62f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.371030] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.371307] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88549fce-bbc7-461a-973c-d5520a576073 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.378851] env[69784]: DEBUG oslo_vmware.api [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1165.378851] env[69784]: value = "task-3628337" [ 1165.378851] env[69784]: _type = "Task" [ 1165.378851] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.389769] env[69784]: DEBUG oslo_vmware.api [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.417978] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628335, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.529768] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628336, 'name': CreateVM_Task, 'duration_secs': 0.39118} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.530416] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.531248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.531457] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.531837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.532188] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd17f26-a33d-4a4b-9c76-bf6eca9b6edc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.539597] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1165.539597] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef303a-813a-e942-9623-726bf7abce29" [ 1165.539597] env[69784]: _type = "Task" [ 1165.539597] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.550990] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef303a-813a-e942-9623-726bf7abce29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.592300] env[69784]: DEBUG nova.scheduler.client.report [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.831812] env[69784]: INFO nova.compute.manager [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Took 22.27 seconds to build instance. [ 1165.844185] env[69784]: DEBUG nova.network.neutron [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Updated VIF entry in instance network info cache for port 12299ebd-492d-4f0d-9f99-c823e880a9d9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.844661] env[69784]: DEBUG nova.network.neutron [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Updating instance_info_cache with network_info: [{"id": "12299ebd-492d-4f0d-9f99-c823e880a9d9", "address": "fa:16:3e:b0:0f:d4", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12299ebd-49", "ovs_interfaceid": "12299ebd-492d-4f0d-9f99-c823e880a9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.879487] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.879748] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.879912] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.880116] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.880288] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.880431] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.880742] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.880853] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.881018] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.881204] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.881386] env[69784]: DEBUG nova.virt.hardware [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.882392] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be87a4a3-518a-404b-9133-958334f1007f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.894136] env[69784]: DEBUG oslo_vmware.api [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628337, 'name': PowerOffVM_Task, 'duration_secs': 0.513657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.896388] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.896567] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.896858] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b561a15-d8bc-4ab7-9a62-f3179e97983f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.899349] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf07587-a3d5-46a7-adde-e651484fc226 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.913997] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.920362] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.923638] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.923897] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6805bb0-d180-4132-a4bd-108045becda5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.942166] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628335, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.943618] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.943618] env[69784]: value = "task-3628340" [ 1165.943618] env[69784]: _type = "Task" [ 1165.943618] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.952223] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628340, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.978604] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.979038] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.979306] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Deleting the datastore file [datastore2] 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.979677] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fdd3f72-0131-47a4-9a8c-9458253f6d13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.992225] env[69784]: DEBUG oslo_vmware.api [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for the task: (returnval){ [ 1165.992225] env[69784]: value = "task-3628341" [ 1165.992225] env[69784]: _type = "Task" [ 1165.992225] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.004324] env[69784]: DEBUG oslo_vmware.api [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.050508] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ef303a-813a-e942-9623-726bf7abce29, 'name': SearchDatastore_Task, 'duration_secs': 0.024416} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.050833] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.051085] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.051322] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.051467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.051653] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.051909] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18d8ae84-a900-452d-b74f-f268dbb98e1f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.061388] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.061565] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.062332] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b4394f-fd78-4b5c-a577-f734d8d0c3e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.069722] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1166.069722] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520120e3-d334-0a9c-b38a-8f25b6f51525" [ 1166.069722] env[69784]: _type = "Task" [ 1166.069722] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.083124] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520120e3-d334-0a9c-b38a-8f25b6f51525, 'name': SearchDatastore_Task} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.084466] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627f80c3-2fb4-4a31-88fc-dc6722a513b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.091613] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1166.091613] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f5f0f1-4dcd-1b06-f268-484ddce99e6c" [ 1166.091613] env[69784]: _type = "Task" [ 1166.091613] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.109042] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f5f0f1-4dcd-1b06-f268-484ddce99e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.961417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1521ce7a-a328-435b-a256-79a9727b0d9a tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.411s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.961876] env[69784]: DEBUG oslo_concurrency.lockutils [req-47a5cd15-57c9-42dd-9ed0-8087d2b11902 req-7d9b6e35-fea6-42d3-a957-6c2285384d6a service nova] Releasing lock "refresh_cache-eb27c901-3423-493d-8d48-84ac0f8a3e80" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.963463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.684s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.977198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.580s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.977449] env[69784]: DEBUG nova.objects.instance [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'resources' on Instance uuid 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.994555] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628340, 'name': CreateVM_Task, 'duration_secs': 0.449648} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.994809] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628335, 'name': CloneVM_Task, 'duration_secs': 1.744808} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.995355] env[69784]: DEBUG oslo_vmware.api [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Task: {'id': task-3628341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211774} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.995562] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f5f0f1-4dcd-1b06-f268-484ddce99e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.995719] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.995955] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Created linked-clone VM from snapshot [ 1166.996450] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.996691] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.996890] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.997044] env[69784]: INFO nova.compute.manager [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1166.997271] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.997474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.997706] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] eb27c901-3423-493d-8d48-84ac0f8a3e80/eb27c901-3423-493d-8d48-84ac0f8a3e80.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.998123] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.998277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.998581] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.999334] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0dc04-fd8d-43d6-af0f-a023b18f9054 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.001853] env[69784]: DEBUG nova.compute.manager [-] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.001947] env[69784]: DEBUG nova.network.neutron [-] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.003950] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f84541cd-a5ce-411b-943e-fa1d47a8a959 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.005937] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37325e14-323a-43b6-942f-983c1460f84e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.013954] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Uploading image 4dd5b9ad-0a45-40a1-bd3a-2a0181bf7156 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1167.019304] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1167.019304] env[69784]: value = "task-3628342" [ 1167.019304] env[69784]: _type = "Task" [ 1167.019304] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.019304] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1167.019304] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e5b047-ddc2-c455-5d61-35e65cf714e9" [ 1167.019304] env[69784]: _type = "Task" [ 1167.019304] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.030293] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.034115] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e5b047-ddc2-c455-5d61-35e65cf714e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.036115] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.036342] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.036638] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.036792] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.036965] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.037441] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c267018-c8f4-45e6-a9aa-ec0a40c5bfad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.044966] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1167.044966] env[69784]: value = "vm-723565" [ 1167.044966] env[69784]: _type = "VirtualMachine" [ 1167.044966] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1167.046046] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-463b0e26-6f60-4119-95ae-ca23adc9b52f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.048419] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.048602] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.049704] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac3e36b-a8a0-4a8a-a12f-fdb2e71d456b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.055023] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lease: (returnval){ [ 1167.055023] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52961a23-8dc7-43f4-9924-293c82bd7905" [ 1167.055023] env[69784]: _type = "HttpNfcLease" [ 1167.055023] env[69784]: } obtained for exporting VM: (result){ [ 1167.055023] env[69784]: value = "vm-723565" [ 1167.055023] env[69784]: _type = "VirtualMachine" [ 1167.055023] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1167.055023] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the lease: (returnval){ [ 1167.055023] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52961a23-8dc7-43f4-9924-293c82bd7905" [ 1167.055023] env[69784]: _type = "HttpNfcLease" [ 1167.055023] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1167.060040] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1167.060040] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528474f0-dbf7-6efe-02af-27a6779ad6fc" [ 1167.060040] env[69784]: _type = "Task" [ 1167.060040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.064779] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.064779] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52961a23-8dc7-43f4-9924-293c82bd7905" [ 1167.064779] env[69784]: _type = "HttpNfcLease" [ 1167.064779] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1167.070182] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528474f0-dbf7-6efe-02af-27a6779ad6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.070936] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f74ab26-7fc6-4dd3-984f-456610db48b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.076129] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1167.076129] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc64ca-7887-8404-af51-59844cbec1de" [ 1167.076129] env[69784]: _type = "Task" [ 1167.076129] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.084283] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc64ca-7887-8404-af51-59844cbec1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.284043] env[69784]: DEBUG nova.compute.manager [req-2f0e7e5d-0485-43f6-bdcd-8ac163f1794a req-09efd01a-9915-4f8b-80ec-f2f17f7e0773 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Received event network-vif-deleted-1be0afb3-e7d1-4434-a78b-d41978d1a70f {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.284043] env[69784]: INFO nova.compute.manager [req-2f0e7e5d-0485-43f6-bdcd-8ac163f1794a req-09efd01a-9915-4f8b-80ec-f2f17f7e0773 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Neutron deleted interface 1be0afb3-e7d1-4434-a78b-d41978d1a70f; detaching it from the instance and deleting it from the info cache [ 1167.284043] env[69784]: DEBUG nova.network.neutron [req-2f0e7e5d-0485-43f6-bdcd-8ac163f1794a req-09efd01a-9915-4f8b-80ec-f2f17f7e0773 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.466600] env[69784]: DEBUG oslo_concurrency.lockutils [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.466872] env[69784]: DEBUG oslo_concurrency.lockutils [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.467063] env[69784]: DEBUG nova.compute.manager [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.467997] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5d8675-e015-4a6e-8511-3db5fd19843c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.478265] env[69784]: DEBUG nova.compute.manager [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1167.478924] env[69784]: DEBUG nova.objects.instance [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'flavor' on Instance uuid 2e3a3496-28c9-470f-b3b9-209daceacbb7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.537575] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628342, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.564767] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.564767] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52961a23-8dc7-43f4-9924-293c82bd7905" [ 1167.564767] env[69784]: _type = "HttpNfcLease" [ 1167.564767] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1167.564979] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1167.564979] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52961a23-8dc7-43f4-9924-293c82bd7905" [ 1167.564979] env[69784]: _type = "HttpNfcLease" [ 1167.564979] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1167.565774] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03bd27d-e817-4bfe-88e1-a687179fd953 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.575343] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8b895-78b3-f2f6-fc18-d2317b43102d/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1167.575998] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8b895-78b3-f2f6-fc18-d2317b43102d/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1167.642191] env[69784]: INFO nova.scheduler.client.report [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocation for migration 63e613e0-4fdd-4610-9324-fb692ecb09c5 [ 1167.658687] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bc64ca-7887-8404-af51-59844cbec1de, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.658687] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.658687] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.658687] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18831f4-7b66-4abc-a98d-99a8026fc289 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.665873] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1167.665873] env[69784]: value = "task-3628345" [ 1167.665873] env[69784]: _type = "Task" [ 1167.665873] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.677731] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.688189] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8652af9f-3c0a-4ce1-92fd-44350411269e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.764560] env[69784]: DEBUG nova.network.neutron [-] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.789690] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a54db831-1571-4d84-8156-070ba6bb2a3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.799855] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ac1c4-0425-450b-b403-22c8b21bf0c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.841691] env[69784]: DEBUG nova.compute.manager [req-2f0e7e5d-0485-43f6-bdcd-8ac163f1794a req-09efd01a-9915-4f8b-80ec-f2f17f7e0773 service nova] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Detach interface failed, port_id=1be0afb3-e7d1-4434-a78b-d41978d1a70f, reason: Instance 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.867525] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d9e163-109c-4a05-be02-4be437bf28b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.875920] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986116cc-c313-4c21-a083-ba823151482c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.909888] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96539739-f745-4ce0-9e4d-db6cb6d1654d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.918965] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7fa899-b438-420a-8740-9e371b021780 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.934870] env[69784]: DEBUG nova.compute.provider_tree [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.031138] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57248} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.031523] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] eb27c901-3423-493d-8d48-84ac0f8a3e80/eb27c901-3423-493d-8d48-84ac0f8a3e80.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.031797] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.032156] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8def66-ef26-4674-89c2-c879a7574b70 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.040251] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1168.040251] env[69784]: value = "task-3628346" [ 1168.040251] env[69784]: _type = "Task" [ 1168.040251] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.049766] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.147435] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a0ce5d1e-bf5f-4c44-bbee-82c38e429d96 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.690s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.178934] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.269403] env[69784]: INFO nova.compute.manager [-] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Took 1.27 seconds to deallocate network for instance. [ 1168.439057] env[69784]: DEBUG nova.scheduler.client.report [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.505458] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.505799] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf9fbc1-bdfe-4682-b7d9-58ba55473dc4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.517163] env[69784]: DEBUG oslo_vmware.api [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1168.517163] env[69784]: value = "task-3628347" [ 1168.517163] env[69784]: _type = "Task" [ 1168.517163] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.528174] env[69784]: DEBUG oslo_vmware.api [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.551310] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.556113] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.556356] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.619396] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.619863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.619863] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.620095] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.620245] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.623430] env[69784]: INFO nova.compute.manager [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Terminating instance [ 1168.676916] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.779221] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.944435] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.947966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.169s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.948191] env[69784]: DEBUG nova.objects.instance [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lazy-loading 'resources' on Instance uuid 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.971720] env[69784]: INFO nova.scheduler.client.report [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted allocations for instance 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1 [ 1169.032942] env[69784]: DEBUG oslo_vmware.api [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628347, 'name': PowerOffVM_Task, 'duration_secs': 0.44358} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.033520] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.033749] env[69784]: DEBUG nova.compute.manager [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.035079] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b888a5-322e-419f-879a-90eed0786a72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.058023] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.779847} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.058515] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.059415] env[69784]: DEBUG nova.compute.utils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.061249] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa7e67-19c2-4682-9a2e-4edd2c621e02 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.092017] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] eb27c901-3423-493d-8d48-84ac0f8a3e80/eb27c901-3423-493d-8d48-84ac0f8a3e80.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.092860] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2f6c55-2523-4913-8fd6-be5cedffda9f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.116143] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1169.116143] env[69784]: value = "task-3628348" [ 1169.116143] env[69784]: _type = "Task" [ 1169.116143] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.126716] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.128775] env[69784]: DEBUG nova.compute.manager [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.129260] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.130231] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da8c231-1210-4c42-abb3-bf0255218d54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.137756] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "bc1f828d-6ead-4a68-9756-08c3676d743e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.138054] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.143374] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.143733] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74ce7286-cc32-4024-b86d-dafd483f2d92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.157741] env[69784]: DEBUG oslo_vmware.api [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1169.157741] env[69784]: value = "task-3628349" [ 1169.157741] env[69784]: _type = "Task" [ 1169.157741] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.168971] env[69784]: DEBUG oslo_vmware.api [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.179417] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628345, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.480931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2ac7786-2a92-4bfc-8104-e6211638b7d6 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.546s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.556989] env[69784]: DEBUG oslo_concurrency.lockutils [None req-daa6858f-f3eb-4f8e-9a66-0e6dafe82036 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.566099] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.630066] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628348, 'name': ReconfigVM_Task, 'duration_secs': 0.418387} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.633940] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Reconfigured VM instance instance-00000069 to attach disk [datastore1] eb27c901-3423-493d-8d48-84ac0f8a3e80/eb27c901-3423-493d-8d48-84ac0f8a3e80.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.635606] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c1e1382-a3cd-4188-bd4d-5ca5f502f317 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.640763] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.647473] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1169.647473] env[69784]: value = "task-3628350" [ 1169.647473] env[69784]: _type = "Task" [ 1169.647473] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.658839] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628350, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.672261] env[69784]: DEBUG oslo_vmware.api [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628349, 'name': PowerOffVM_Task, 'duration_secs': 0.266456} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.676417] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.676693] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.679554] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545638d4-c85f-409d-9e8a-a31da0eb975b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.687848] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628345, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.532893} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.688172] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.688397] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.688687] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84cd766-9f19-49c4-9f65-b35a0a35f7e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.693472] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe1e2f5-ec60-461a-9dec-2f2ae4f369c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.697808] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1169.697808] env[69784]: value = "task-3628352" [ 1169.697808] env[69784]: _type = "Task" [ 1169.697808] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.707574] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88503e-f309-412b-8940-a7aae5c9e48b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.714832] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.744478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d0747e-587d-4a03-88c6-18100a7bbc53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.753177] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f4117-7e1e-4deb-84e7-f6d41c7f8355 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.758879] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.759127] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.759324] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore2] 0332bb9d-5749-4ef9-8533-d37fe1f776a8 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.760139] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f1bbb4-ec7e-483b-8bb2-a20fd1075528 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.773739] env[69784]: DEBUG nova.compute.provider_tree [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.781484] env[69784]: DEBUG oslo_vmware.api [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1169.781484] env[69784]: value = "task-3628353" [ 1169.781484] env[69784]: _type = "Task" [ 1169.781484] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.791828] env[69784]: DEBUG oslo_vmware.api [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.167296] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628350, 'name': Rename_Task, 'duration_secs': 0.160669} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.167680] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.168044] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49a547b5-ee2a-43b3-94cc-f1cec641dc13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.176696] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1170.176696] env[69784]: value = "task-3628354" [ 1170.176696] env[69784]: _type = "Task" [ 1170.176696] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.181109] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.187165] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.209365] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091752} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.209752] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.211861] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80fe9c2-13f0-4a22-936b-a1875b7edb97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.239738] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.240967] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d59a7a-d674-4fbe-8cd1-401446451fba {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.261965] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1170.261965] env[69784]: value = "task-3628355" [ 1170.261965] env[69784]: _type = "Task" [ 1170.261965] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.270658] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.277190] env[69784]: DEBUG nova.scheduler.client.report [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.298237] env[69784]: DEBUG oslo_vmware.api [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352648} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.298526] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.298714] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.298996] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.299282] env[69784]: INFO nova.compute.manager [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1170.299561] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.299767] env[69784]: DEBUG nova.compute.manager [-] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.299866] env[69784]: DEBUG nova.network.neutron [-] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.618171] env[69784]: DEBUG nova.compute.manager [req-1db3c178-d5cd-4152-b283-dbc4af95fbd8 req-b6bc584d-7d09-4c3a-9c3e-6614bddebc86 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Received event network-vif-deleted-50b0e082-35d4-472c-96cd-463a75699673 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.618530] env[69784]: INFO nova.compute.manager [req-1db3c178-d5cd-4152-b283-dbc4af95fbd8 req-b6bc584d-7d09-4c3a-9c3e-6614bddebc86 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Neutron deleted interface 50b0e082-35d4-472c-96cd-463a75699673; detaching it from the instance and deleting it from the info cache [ 1170.618572] env[69784]: DEBUG nova.network.neutron [req-1db3c178-d5cd-4152-b283-dbc4af95fbd8 req-b6bc584d-7d09-4c3a-9c3e-6614bddebc86 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.624498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.624731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.624969] env[69784]: INFO nova.compute.manager [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Attaching volume 3e273461-c9b2-46f4-b8f5-482887246aee to /dev/sdb [ 1170.661516] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b97fb6-98ce-49aa-b3d3-6c9c0305a1ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.669386] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47c435-da8a-4e41-b166-41cb5ba85082 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.684680] env[69784]: DEBUG nova.virt.block_device [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updating existing volume attachment record: e097ae53-f494-4a0e-9d9c-63da85e123c9 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.692255] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.723447] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.723907] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.724016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "2e3a3496-28c9-470f-b3b9-209daceacbb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.724155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.724323] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.726518] env[69784]: INFO nova.compute.manager [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Terminating instance [ 1170.771031] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628355, 'name': ReconfigVM_Task, 'duration_secs': 0.380134} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.771437] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Reconfigured VM instance instance-00000067 to attach disk [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2/c2d5acf2-8584-4207-b963-b469e9bd84b2.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.772499] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-887a98c8-0efa-4a8e-b20d-784e696e88d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.780125] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1170.780125] env[69784]: value = "task-3628356" [ 1170.780125] env[69784]: _type = "Task" [ 1170.780125] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.784931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.786832] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.605s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.787963] env[69784]: INFO nova.compute.claims [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.795934] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628356, 'name': Rename_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.808582] env[69784]: INFO nova.scheduler.client.report [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Deleted allocations for instance 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18 [ 1171.095472] env[69784]: DEBUG nova.network.neutron [-] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.122228] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57eeb5ad-81ab-448e-bd59-d8c43a4e8e66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.132437] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf654f-01ec-484a-9854-3386aa49cd48 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.166008] env[69784]: DEBUG nova.compute.manager [req-1db3c178-d5cd-4152-b283-dbc4af95fbd8 req-b6bc584d-7d09-4c3a-9c3e-6614bddebc86 service nova] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Detach interface failed, port_id=50b0e082-35d4-472c-96cd-463a75699673, reason: Instance 0332bb9d-5749-4ef9-8533-d37fe1f776a8 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.189282] env[69784]: DEBUG oslo_vmware.api [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628354, 'name': PowerOnVM_Task, 'duration_secs': 0.716947} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.189756] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.190288] env[69784]: INFO nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1171.190656] env[69784]: DEBUG nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.192033] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1de188-1cb4-482b-b185-15b850a1cc18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.231082] env[69784]: DEBUG nova.compute.manager [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.231720] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.233268] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d99fee3-bf2d-4da1-87f5-a3bbff31e056 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.244037] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.244437] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ba94c4-dfeb-4614-800e-f8a33aa346d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.294288] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628356, 'name': Rename_Task, 'duration_secs': 0.187678} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.294601] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.294861] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-964ef046-6c44-43d9-9ce7-d69f2b0bead4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.305679] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1171.305679] env[69784]: value = "task-3628361" [ 1171.305679] env[69784]: _type = "Task" [ 1171.305679] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.316250] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.320991] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.321272] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.321425] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleting the datastore file [datastore2] 2e3a3496-28c9-470f-b3b9-209daceacbb7 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.321977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d9a6207c-1042-4538-a4ae-5e020f94d82a tempest-SecurityGroupsTestJSON-85844639 tempest-SecurityGroupsTestJSON-85844639-project-member] Lock "8cbf49d1-933a-43ad-b3da-28c5d1ab7b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.473s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.322917] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5004c94-83b8-4a1f-b42f-3debdd47f702 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.329899] env[69784]: DEBUG oslo_vmware.api [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1171.329899] env[69784]: value = "task-3628362" [ 1171.329899] env[69784]: _type = "Task" [ 1171.329899] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.339779] env[69784]: DEBUG oslo_vmware.api [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.533077] env[69784]: DEBUG nova.compute.manager [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1171.597741] env[69784]: INFO nova.compute.manager [-] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Took 1.30 seconds to deallocate network for instance. [ 1171.692109] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.692381] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.706110] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.706351] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.713607] env[69784]: INFO nova.compute.manager [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Took 26.51 seconds to build instance. [ 1171.817258] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.850602] env[69784]: DEBUG oslo_vmware.api [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201961} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.851367] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.851655] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.852013] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.852444] env[69784]: INFO nova.compute.manager [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1171.852870] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.857776] env[69784]: DEBUG nova.compute.manager [-] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.858066] env[69784]: DEBUG nova.network.neutron [-] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.034272] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a110237-a340-44a8-b3f5-97972cbae74f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.045332] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ad089-c5c7-4281-8ced-6dd8558c3705 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.082105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.084263] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1ce6e5-09bd-4351-adae-ffeae1e3026a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.092289] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690499f6-2ee3-46df-a2d7-0cba441284dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.107873] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.108402] env[69784]: DEBUG nova.compute.provider_tree [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.201775] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1172.201775] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.212168] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.218109] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e848d414-eb7d-44c4-b4bf-69130905f19a tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.016s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.317690] env[69784]: DEBUG oslo_vmware.api [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628361, 'name': PowerOnVM_Task, 'duration_secs': 0.727766} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.317971] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.318285] env[69784]: DEBUG nova.compute.manager [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.319239] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58caf2af-6b8f-4ed1-903c-cd53374686a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.352026] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.352306] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.352639] env[69784]: DEBUG nova.objects.instance [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'flavor' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.587898] env[69784]: DEBUG nova.network.neutron [-] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.611837] env[69784]: DEBUG nova.scheduler.client.report [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.704291] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.737151] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.825113] env[69784]: DEBUG nova.compute.manager [req-243fdfaf-3f1f-47c1-9d41-e80741f04582 req-fb0e97c2-abc6-4bae-aed1-ee05b57aae2b service nova] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Received event network-vif-deleted-8b906f30-c1c7-4f36-9c7a-26317a31150a {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.839806] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.856591] env[69784]: DEBUG nova.objects.instance [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'pci_requests' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.091129] env[69784]: INFO nova.compute.manager [-] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Took 1.23 seconds to deallocate network for instance. [ 1173.117055] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.118431] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.120366] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.038s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.362037] env[69784]: DEBUG nova.objects.base [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.362353] env[69784]: DEBUG nova.network.neutron [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.404320] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "eb27c901-3423-493d-8d48-84ac0f8a3e80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.404582] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.404791] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "eb27c901-3423-493d-8d48-84ac0f8a3e80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.404976] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.405167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.407424] env[69784]: INFO nova.compute.manager [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Terminating instance [ 1173.450673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9340df23-ee70-43a8-b7fe-53659bcb0631 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.599456] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.623908] env[69784]: DEBUG nova.compute.utils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.627822] env[69784]: INFO nova.compute.claims [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.631682] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.631884] env[69784]: DEBUG nova.network.neutron [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.675475] env[69784]: DEBUG nova.policy [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b108c206426c484887e172c61a8d4dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dea9fd8b5f4a4f917e4782f1ff01e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.911671] env[69784]: DEBUG nova.compute.manager [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.915025] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.915025] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb3b06-e6e1-401d-b9af-272e8b1348b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.923562] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.923931] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8800d343-3f28-4d14-9a1f-bbfa710cc5ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.933163] env[69784]: DEBUG oslo_vmware.api [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1173.933163] env[69784]: value = "task-3628364" [ 1173.933163] env[69784]: _type = "Task" [ 1173.933163] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.944287] env[69784]: DEBUG oslo_vmware.api [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.967764] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "c2d5acf2-8584-4207-b963-b469e9bd84b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.970859] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "c2d5acf2-8584-4207-b963-b469e9bd84b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.970859] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "c2d5acf2-8584-4207-b963-b469e9bd84b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.970859] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "c2d5acf2-8584-4207-b963-b469e9bd84b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.970859] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "c2d5acf2-8584-4207-b963-b469e9bd84b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.977268] env[69784]: INFO nova.compute.manager [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Terminating instance [ 1173.986992] env[69784]: DEBUG nova.network.neutron [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Successfully created port: b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.137261] env[69784]: INFO nova.compute.resource_tracker [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating resource usage from migration b6985166-6a83-464c-b1b9-2bf24af45553 [ 1174.140812] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.432828] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbdde5-6930-4d5f-827c-32c8a08334f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.447168] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88ce83d-bc56-4974-8bc4-95a8f2f2bca4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.451620] env[69784]: DEBUG oslo_vmware.api [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628364, 'name': PowerOffVM_Task, 'duration_secs': 0.190611} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.452044] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.452311] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.453044] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8e5b5c4-2251-48a9-8cf5-fb28a6ac260b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.484062] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "refresh_cache-c2d5acf2-8584-4207-b963-b469e9bd84b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.484271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquired lock "refresh_cache-c2d5acf2-8584-4207-b963-b469e9bd84b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.484457] env[69784]: DEBUG nova.network.neutron [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.488737] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aba7ab-8efb-46dc-96c6-4d96ea1aa822 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.497410] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe95382-8e4d-4def-9568-fcf73a198a97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.513876] env[69784]: DEBUG nova.compute.provider_tree [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.528105] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.528336] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.528514] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore1] eb27c901-3423-493d-8d48-84ac0f8a3e80 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.528776] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4333b8c9-94a6-49d7-948a-d792a46b0603 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.535969] env[69784]: DEBUG oslo_vmware.api [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1174.535969] env[69784]: value = "task-3628366" [ 1174.535969] env[69784]: _type = "Task" [ 1174.535969] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.544581] env[69784]: DEBUG oslo_vmware.api [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.008799] env[69784]: DEBUG nova.network.neutron [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.017123] env[69784]: DEBUG nova.scheduler.client.report [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.048769] env[69784]: DEBUG oslo_vmware.api [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143979} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.048895] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.049071] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.049257] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.049434] env[69784]: INFO nova.compute.manager [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1175.049675] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.049871] env[69784]: DEBUG nova.compute.manager [-] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.049965] env[69784]: DEBUG nova.network.neutron [-] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.065983] env[69784]: DEBUG nova.network.neutron [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.154082] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.181606] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.181874] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.183485] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.183485] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.183485] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.183485] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.183485] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.183750] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.183784] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.184498] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.184498] env[69784]: DEBUG nova.virt.hardware [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.185189] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b8fb0-b95f-41f5-b216-8797a751e88e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.195246] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f8d6c8-2003-4a52-8147-634ceb9b1ac0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.250980] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.251329] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723569', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'name': 'volume-3e273461-c9b2-46f4-b8f5-482887246aee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f3d78-1d67-4e83-9547-120f9bea8d3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'serial': '3e273461-c9b2-46f4-b8f5-482887246aee'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.252427] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f6716d-96e8-4c25-8039-e6b91c4ed408 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.272312] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f558f-7f7a-4512-a3d2-a61a5962d6ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.297793] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-3e273461-c9b2-46f4-b8f5-482887246aee/volume-3e273461-c9b2-46f4-b8f5-482887246aee.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.298203] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1556e864-553c-40fe-ac95-b4945b9184b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.318040] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1175.318040] env[69784]: value = "task-3628367" [ 1175.318040] env[69784]: _type = "Task" [ 1175.318040] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.326863] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.405660] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.405991] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.406364] env[69784]: DEBUG nova.objects.instance [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'flavor' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.413194] env[69784]: DEBUG nova.compute.manager [req-775fda4b-5d5c-40a9-9f6e-29d7d26aa421 req-e4dff6ac-8ce3-4255-a966-035f6da8c17a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Received event network-vif-deleted-12299ebd-492d-4f0d-9f99-c823e880a9d9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.413404] env[69784]: INFO nova.compute.manager [req-775fda4b-5d5c-40a9-9f6e-29d7d26aa421 req-e4dff6ac-8ce3-4255-a966-035f6da8c17a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Neutron deleted interface 12299ebd-492d-4f0d-9f99-c823e880a9d9; detaching it from the instance and deleting it from the info cache [ 1175.413575] env[69784]: DEBUG nova.network.neutron [req-775fda4b-5d5c-40a9-9f6e-29d7d26aa421 req-e4dff6ac-8ce3-4255-a966-035f6da8c17a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.523790] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.524196] env[69784]: INFO nova.compute.manager [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Migrating [ 1175.530967] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.423s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.531219] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.533602] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.830s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.533784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.533945] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1175.534745] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.798s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.536282] env[69784]: INFO nova.compute.claims [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.545722] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e25fa-873b-4ab2-b597-0e13b630ac48 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.563570] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb510a4-21dd-418c-a438-c59ea6398690 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.569163] env[69784]: INFO nova.scheduler.client.report [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocations for instance 0332bb9d-5749-4ef9-8533-d37fe1f776a8 [ 1175.575198] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Releasing lock "refresh_cache-c2d5acf2-8584-4207-b963-b469e9bd84b2" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.575668] env[69784]: DEBUG nova.compute.manager [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.575808] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.581980] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15dba72-cbc5-476b-8237-a028443fa2c3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.596926] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384d6cd-8522-4875-a431-f7b7c08d2091 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.603984] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.604348] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bc5a433-9939-4919-87d3-c9f03ff79f30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.609632] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236921d-d7b4-441b-89fa-d3cd8b8182a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.615319] env[69784]: DEBUG oslo_vmware.api [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1175.615319] env[69784]: value = "task-3628368" [ 1175.615319] env[69784]: _type = "Task" [ 1175.615319] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.650968] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179567MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1175.651144] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.652326] env[69784]: DEBUG nova.network.neutron [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Successfully updated port: b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.658844] env[69784]: DEBUG oslo_vmware.api [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.828507] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.887647] env[69784]: DEBUG nova.network.neutron [-] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.916114] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6e2df40-148b-4857-b750-3fd3753c2700 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.926460] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496ad016-2c88-46da-9794-072a700250d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.962537] env[69784]: DEBUG nova.compute.manager [req-775fda4b-5d5c-40a9-9f6e-29d7d26aa421 req-e4dff6ac-8ce3-4255-a966-035f6da8c17a service nova] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Detach interface failed, port_id=12299ebd-492d-4f0d-9f99-c823e880a9d9, reason: Instance eb27c901-3423-493d-8d48-84ac0f8a3e80 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.997066] env[69784]: DEBUG nova.objects.instance [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'pci_requests' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.058499] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.058499] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.058779] env[69784]: DEBUG nova.network.neutron [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.084268] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c5143580-3653-4b8a-9f55-32cac66e6b3f tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "0332bb9d-5749-4ef9-8533-d37fe1f776a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.464s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.127060] env[69784]: DEBUG oslo_vmware.api [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628368, 'name': PowerOffVM_Task, 'duration_secs': 0.205824} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.127060] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.127060] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.127273] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-550f75b1-6ff6-456d-b8f3-3abb87adfaa6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.154396] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.154748] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.155102] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Deleting the datastore file [datastore1] c2d5acf2-8584-4207-b963-b469e9bd84b2 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.155918] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "refresh_cache-bc1f828d-6ead-4a68-9756-08c3676d743e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.156125] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "refresh_cache-bc1f828d-6ead-4a68-9756-08c3676d743e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.156305] env[69784]: DEBUG nova.network.neutron [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.157878] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f203ad2-186b-4190-a04b-438ac385dc01 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.165665] env[69784]: DEBUG oslo_vmware.api [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for the task: (returnval){ [ 1176.165665] env[69784]: value = "task-3628370" [ 1176.165665] env[69784]: _type = "Task" [ 1176.165665] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.176706] env[69784]: DEBUG oslo_vmware.api [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.328539] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628367, 'name': ReconfigVM_Task, 'duration_secs': 0.732034} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.328951] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-3e273461-c9b2-46f4-b8f5-482887246aee/volume-3e273461-c9b2-46f4-b8f5-482887246aee.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.333770] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d4655a-5f9a-47e0-b13f-afb2fbd58ac0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.349303] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1176.349303] env[69784]: value = "task-3628371" [ 1176.349303] env[69784]: _type = "Task" [ 1176.349303] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.358913] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.390678] env[69784]: INFO nova.compute.manager [-] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Took 1.34 seconds to deallocate network for instance. [ 1176.499799] env[69784]: DEBUG nova.objects.base [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.500108] env[69784]: DEBUG nova.network.neutron [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.548794] env[69784]: DEBUG nova.policy [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.653670] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8b895-78b3-f2f6-fc18-d2317b43102d/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.655183] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f27d41-9f92-41d6-80e7-546b82e96587 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.674133] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8b895-78b3-f2f6-fc18-d2317b43102d/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.674504] env[69784]: ERROR oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8b895-78b3-f2f6-fc18-d2317b43102d/disk-0.vmdk due to incomplete transfer. [ 1176.675142] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28411727-ab62-4826-bfee-9fce84bba78f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.682680] env[69784]: DEBUG oslo_vmware.api [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Task: {'id': task-3628370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183475} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.683386] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.683589] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.683738] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.683911] env[69784]: INFO nova.compute.manager [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1176.684242] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.684448] env[69784]: DEBUG nova.compute.manager [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.684543] env[69784]: DEBUG nova.network.neutron [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.689112] env[69784]: DEBUG oslo_vmware.rw_handles [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8b895-78b3-f2f6-fc18-d2317b43102d/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1176.689298] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Uploaded image 4dd5b9ad-0a45-40a1-bd3a-2a0181bf7156 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1176.691614] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1176.691865] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b939594-8b24-4a3d-93c1-955ffefb56e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.695900] env[69784]: DEBUG nova.network.neutron [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.706437] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1176.706437] env[69784]: value = "task-3628372" [ 1176.706437] env[69784]: _type = "Task" [ 1176.706437] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.710167] env[69784]: DEBUG nova.network.neutron [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.721702] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628372, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.798356] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccfa9d7-a2f1-4a58-857c-a2fbdce91940 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.808229] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fa1147-0fc9-4ba4-80c9-f12bdaf66200 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.838160] env[69784]: DEBUG nova.network.neutron [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Updating instance_info_cache with network_info: [{"id": "b72772d6-99a3-4af2-97c1-01eda4a28e8b", "address": "fa:16:3e:60:80:bd", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72772d6-99", "ovs_interfaceid": "b72772d6-99a3-4af2-97c1-01eda4a28e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.842219] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64139931-51d7-4055-aa6b-f5b429ff7d39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.855173] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166e001-39b0-4db9-b9e7-349f1cb508e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.866930] env[69784]: DEBUG oslo_vmware.api [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628371, 'name': ReconfigVM_Task, 'duration_secs': 0.161257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.874409] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723569', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'name': 'volume-3e273461-c9b2-46f4-b8f5-482887246aee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f3d78-1d67-4e83-9547-120f9bea8d3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'serial': '3e273461-c9b2-46f4-b8f5-482887246aee'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.876835] env[69784]: DEBUG nova.compute.provider_tree [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.898394] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.979142] env[69784]: DEBUG nova.network.neutron [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.049472] env[69784]: DEBUG nova.network.neutron [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Successfully created port: 2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.216237] env[69784]: DEBUG nova.network.neutron [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.218170] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628372, 'name': Destroy_Task, 'duration_secs': 0.366785} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.218443] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Destroyed the VM [ 1177.218682] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1177.218920] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bfb2d7ad-5dae-4e08-8aa8-c27f96c44598 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.225582] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1177.225582] env[69784]: value = "task-3628373" [ 1177.225582] env[69784]: _type = "Task" [ 1177.225582] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.234082] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628373, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.346851] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "refresh_cache-bc1f828d-6ead-4a68-9756-08c3676d743e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.347098] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Instance network_info: |[{"id": "b72772d6-99a3-4af2-97c1-01eda4a28e8b", "address": "fa:16:3e:60:80:bd", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72772d6-99", "ovs_interfaceid": "b72772d6-99a3-4af2-97c1-01eda4a28e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.347554] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:80:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b72772d6-99a3-4af2-97c1-01eda4a28e8b', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.356231] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.356460] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.356686] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d1b341-43ce-4386-b524-d6d113b26b44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.381042] env[69784]: DEBUG nova.scheduler.client.report [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.384195] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.384195] env[69784]: value = "task-3628374" [ 1177.384195] env[69784]: _type = "Task" [ 1177.384195] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.396785] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628374, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.483195] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.506757] env[69784]: DEBUG nova.compute.manager [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Received event network-vif-plugged-b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.507068] env[69784]: DEBUG oslo_concurrency.lockutils [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] Acquiring lock "bc1f828d-6ead-4a68-9756-08c3676d743e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.507235] env[69784]: DEBUG oslo_concurrency.lockutils [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.507590] env[69784]: DEBUG oslo_concurrency.lockutils [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.507835] env[69784]: DEBUG nova.compute.manager [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] No waiting events found dispatching network-vif-plugged-b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.508041] env[69784]: WARNING nova.compute.manager [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Received unexpected event network-vif-plugged-b72772d6-99a3-4af2-97c1-01eda4a28e8b for instance with vm_state building and task_state spawning. [ 1177.508246] env[69784]: DEBUG nova.compute.manager [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Received event network-changed-b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.508440] env[69784]: DEBUG nova.compute.manager [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Refreshing instance network info cache due to event network-changed-b72772d6-99a3-4af2-97c1-01eda4a28e8b. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.508673] env[69784]: DEBUG oslo_concurrency.lockutils [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] Acquiring lock "refresh_cache-bc1f828d-6ead-4a68-9756-08c3676d743e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.508825] env[69784]: DEBUG oslo_concurrency.lockutils [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] Acquired lock "refresh_cache-bc1f828d-6ead-4a68-9756-08c3676d743e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.508972] env[69784]: DEBUG nova.network.neutron [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Refreshing network info cache for port b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.719289] env[69784]: INFO nova.compute.manager [-] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Took 1.03 seconds to deallocate network for instance. [ 1177.739892] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628373, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.889650] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.890038] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.893079] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.055s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.893268] env[69784]: DEBUG nova.objects.instance [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1177.901558] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628374, 'name': CreateVM_Task, 'duration_secs': 0.384574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.901718] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.902354] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.902517] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.902821] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.903090] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d1c753-e7d0-40d0-a441-7b4e97c0aa83 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.907498] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1177.907498] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5294fbe6-200f-e53d-afcd-b0813ea6de9c" [ 1177.907498] env[69784]: _type = "Task" [ 1177.907498] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.915596] env[69784]: DEBUG nova.objects.instance [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'flavor' on Instance uuid 5d1f3d78-1d67-4e83-9547-120f9bea8d3e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.917318] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5294fbe6-200f-e53d-afcd-b0813ea6de9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.226708] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.236129] env[69784]: DEBUG oslo_vmware.api [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628373, 'name': RemoveSnapshot_Task, 'duration_secs': 0.634576} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.236417] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1178.236653] env[69784]: INFO nova.compute.manager [None req-d6ebe420-98ba-4f86-81d0-6fc75cda32f0 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 1178.340728] env[69784]: DEBUG nova.network.neutron [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Updated VIF entry in instance network info cache for port b72772d6-99a3-4af2-97c1-01eda4a28e8b. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.341212] env[69784]: DEBUG nova.network.neutron [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Updating instance_info_cache with network_info: [{"id": "b72772d6-99a3-4af2-97c1-01eda4a28e8b", "address": "fa:16:3e:60:80:bd", "network": {"id": "d0fd7b3c-7a1f-4f57-8d6e-2e60c17c894c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-115079338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30dea9fd8b5f4a4f917e4782f1ff01e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72772d6-99", "ovs_interfaceid": "b72772d6-99a3-4af2-97c1-01eda4a28e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.400461] env[69784]: DEBUG nova.compute.utils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.401876] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.402053] env[69784]: DEBUG nova.network.neutron [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.422545] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5294fbe6-200f-e53d-afcd-b0813ea6de9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.422841] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3ced0bf0-2323-44be-b264-1908549d73b7 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.798s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.424170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.424405] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.424638] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.424790] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.424964] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.425439] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a863241-33e3-4c15-9440-c5f789cebc00 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.434138] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.434321] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.435038] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bafe8c-2e35-4daf-a5a8-20ad63f99532 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.441211] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1178.441211] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52858a8c-1912-4fec-780b-187d17ab1834" [ 1178.441211] env[69784]: _type = "Task" [ 1178.441211] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.448937] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52858a8c-1912-4fec-780b-187d17ab1834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.474078] env[69784]: DEBUG nova.policy [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f95e047c8d34783ab974fe179d44c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35aa5af60e748b7970d6e91a1609e35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.844395] env[69784]: DEBUG oslo_concurrency.lockutils [req-8b30af2c-c826-4b13-9d93-fc551e8a617b req-8fbae4c1-c0fb-444b-8536-a7257d06b3d6 service nova] Releasing lock "refresh_cache-bc1f828d-6ead-4a68-9756-08c3676d743e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.882254] env[69784]: DEBUG nova.network.neutron [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Successfully updated port: 2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.903353] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3bedd974-bd71-437b-8b5c-354e4a344691 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.909249] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.307s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.909518] env[69784]: DEBUG nova.objects.instance [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'resources' on Instance uuid 2e3a3496-28c9-470f-b3b9-209daceacbb7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.911874] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.953090] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52858a8c-1912-4fec-780b-187d17ab1834, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.954043] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f5fe3c-521e-4930-9bc4-188e8d2a024c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.959843] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1178.959843] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5221e068-a4ae-c195-c8ac-e6930a2077b9" [ 1178.959843] env[69784]: _type = "Task" [ 1178.959843] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.968575] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5221e068-a4ae-c195-c8ac-e6930a2077b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.001262] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff90d2f-9e56-4c37-9463-3a3ea7c2dad0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.023342] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.027333] env[69784]: DEBUG nova.network.neutron [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Successfully created port: 0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.385577] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.386146] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.386146] env[69784]: DEBUG nova.network.neutron [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.419212] env[69784]: INFO nova.virt.block_device [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Booting with volume 2916eb40-edea-4f1f-9331-292a72f84175 at /dev/sda [ 1179.457903] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b676c09f-0065-4d9c-b0ea-43bb07fae74d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.473163] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5221e068-a4ae-c195-c8ac-e6930a2077b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.474349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.474882] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] bc1f828d-6ead-4a68-9756-08c3676d743e/bc1f828d-6ead-4a68-9756-08c3676d743e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.477597] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecc22518-bd43-40af-b971-491044aed812 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.487271] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8eed0-bf30-4671-86b0-f8c953a5d92d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.521061] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1179.521061] env[69784]: value = "task-3628375" [ 1179.521061] env[69784]: _type = "Task" [ 1179.521061] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.534649] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.541066] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac3729d-b0a6-40f1-bad0-d6ca1d540c60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.542518] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7cd66a4-7ff1-4c74-8652-770f787b94a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.550152] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.554529] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327682d2-60ca-476e-af95-b4a6aa00623b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.568517] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1179.568517] env[69784]: value = "task-3628376" [ 1179.568517] env[69784]: _type = "Task" [ 1179.568517] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.580345] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.595848] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2130f45-1cb5-4f80-ae42-70b1864ad02e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.605521] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc2e48-b166-47a3-af4d-387605625197 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.619970] env[69784]: DEBUG nova.virt.block_device [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating existing volume attachment record: 9b63ba60-8a78-4038-aaa6-67004126081c {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.644341] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.644583] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.734755] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e831f664-b6ef-4b0b-a197-4ea7ab01d9bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.743716] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6ec54-08e7-4129-910e-898ab5d32aa0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.777311] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626d0a1-6616-4372-9edf-567b55ce6153 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.787640] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979ea1a7-f228-4351-b9e1-7aa25f31c979 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.802059] env[69784]: DEBUG nova.compute.provider_tree [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.930662] env[69784]: WARNING nova.network.neutron [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] 4feb9cd4-da34-42c2-a012-85702b5c55b5 already exists in list: networks containing: ['4feb9cd4-da34-42c2-a012-85702b5c55b5']. ignoring it [ 1179.950126] env[69784]: DEBUG nova.compute.manager [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-vif-plugged-2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.950380] env[69784]: DEBUG oslo_concurrency.lockutils [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.950595] env[69784]: DEBUG oslo_concurrency.lockutils [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.950901] env[69784]: DEBUG oslo_concurrency.lockutils [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.951090] env[69784]: DEBUG nova.compute.manager [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] No waiting events found dispatching network-vif-plugged-2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.951261] env[69784]: WARNING nova.compute.manager [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received unexpected event network-vif-plugged-2df8369c-28df-4f08-af50-b0b48a27909c for instance with vm_state active and task_state None. [ 1179.951422] env[69784]: DEBUG nova.compute.manager [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-changed-2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.951631] env[69784]: DEBUG nova.compute.manager [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing instance network info cache due to event network-changed-2df8369c-28df-4f08-af50-b0b48a27909c. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.951824] env[69784]: DEBUG oslo_concurrency.lockutils [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.046545] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524874} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.046774] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] bc1f828d-6ead-4a68-9756-08c3676d743e/bc1f828d-6ead-4a68-9756-08c3676d743e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.046995] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.047265] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50a051d2-e82d-47e0-b4a7-9fe13f8412af {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.055395] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1180.055395] env[69784]: value = "task-3628377" [ 1180.055395] env[69784]: _type = "Task" [ 1180.055395] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.063174] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.080926] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628376, 'name': PowerOffVM_Task, 'duration_secs': 0.191679} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.081332] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.081541] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.152205] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.267799] env[69784]: DEBUG nova.network.neutron [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2df8369c-28df-4f08-af50-b0b48a27909c", "address": "fa:16:3e:04:cb:87", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df8369c-28", "ovs_interfaceid": "2df8369c-28df-4f08-af50-b0b48a27909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.307943] env[69784]: DEBUG nova.scheduler.client.report [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.311374] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.311460] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.314936] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.315545] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.566187] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064727} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.566605] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.567520] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7765fc95-61f3-4de7-aec9-445f00d0db94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.590935] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] bc1f828d-6ead-4a68-9756-08c3676d743e/bc1f828d-6ead-4a68-9756-08c3676d743e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.593491] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.593863] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.594143] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.594436] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.594688] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.594965] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.595296] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.595564] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.595833] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.596217] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.596522] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.601355] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23c00148-4c6a-426e-84f8-8927f1ba189c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.616361] env[69784]: DEBUG nova.network.neutron [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Successfully updated port: 0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.617494] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8892ab7-c143-4613-ac93-70414aa47527 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.628840] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.628968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.629131] env[69784]: DEBUG nova.network.neutron [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.635985] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1180.635985] env[69784]: value = "task-3628379" [ 1180.635985] env[69784]: _type = "Task" [ 1180.635985] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.638046] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1180.638046] env[69784]: value = "task-3628378" [ 1180.638046] env[69784]: _type = "Task" [ 1180.638046] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.648493] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.651375] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.678200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.770717] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.771487] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.771649] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.771965] env[69784]: DEBUG oslo_concurrency.lockutils [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.772236] env[69784]: DEBUG nova.network.neutron [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing network info cache for port 2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.773966] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae6a35-7e5a-42be-9b9a-1c3a49de7ac9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.793222] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.793470] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.793671] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.793887] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.794091] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.794263] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.794469] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.794628] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.794794] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.794959] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.795190] env[69784]: DEBUG nova.virt.hardware [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.801907] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfiguring VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1180.802926] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88d03328-a21a-4378-a784-db6e1c9e04ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.816388] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.818902] env[69784]: INFO nova.compute.manager [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Detaching volume b7de7a3b-6573-4881-a3b7-d78408d0499c [ 1180.820710] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.170s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.822774] env[69784]: DEBUG nova.compute.utils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.830161] env[69784]: DEBUG oslo_vmware.api [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1180.830161] env[69784]: value = "task-3628380" [ 1180.830161] env[69784]: _type = "Task" [ 1180.830161] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.839708] env[69784]: DEBUG oslo_vmware.api [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628380, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.840877] env[69784]: INFO nova.scheduler.client.report [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocations for instance 2e3a3496-28c9-470f-b3b9-209daceacbb7 [ 1180.853757] env[69784]: INFO nova.virt.block_device [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Attempting to driver detach volume b7de7a3b-6573-4881-a3b7-d78408d0499c from mountpoint /dev/sdb [ 1180.853987] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.854193] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723532', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'name': 'volume-b7de7a3b-6573-4881-a3b7-d78408d0499c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8fa595c0-03b1-478b-9e21-5c3dd35866e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'serial': 'b7de7a3b-6573-4881-a3b7-d78408d0499c'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.855740] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ec4e4-648b-4348-b998-a69cd128108a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.878375] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f299e870-6692-4853-8633-1208506a3464 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.886597] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa1ad25-4905-4b63-8269-704d6d0aff63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.907710] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695afc65-d641-47b9-93f7-e55a4ec039f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.923384] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] The volume has not been displaced from its original location: [datastore2] volume-b7de7a3b-6573-4881-a3b7-d78408d0499c/volume-b7de7a3b-6573-4881-a3b7-d78408d0499c.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.928649] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.929217] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce55719-d2c1-4789-a74b-03d9e2df5f44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.947607] env[69784]: DEBUG oslo_vmware.api [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1180.947607] env[69784]: value = "task-3628381" [ 1180.947607] env[69784]: _type = "Task" [ 1180.947607] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.955475] env[69784]: DEBUG oslo_vmware.api [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.151755] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628379, 'name': ReconfigVM_Task, 'duration_secs': 0.222993} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.154867] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.158507] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628378, 'name': ReconfigVM_Task, 'duration_secs': 0.285455} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.159033] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] bc1f828d-6ead-4a68-9756-08c3676d743e/bc1f828d-6ead-4a68-9756-08c3676d743e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.159661] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0ce319-13f5-4316-8afe-2a0570d9a154 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.163282] env[69784]: DEBUG nova.network.neutron [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.166480] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1181.166480] env[69784]: value = "task-3628382" [ 1181.166480] env[69784]: _type = "Task" [ 1181.166480] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.174770] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628382, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.327519] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.336379] env[69784]: DEBUG nova.network.neutron [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.348128] env[69784]: DEBUG oslo_vmware.api [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.349309] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b8f44df4-9ab7-4861-bf50-c786e9e77a44 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "2e3a3496-28c9-470f-b3b9-209daceacbb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.626s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.457729] env[69784]: DEBUG oslo_vmware.api [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628381, 'name': ReconfigVM_Task, 'duration_secs': 0.21718} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.458020] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.464194] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af55127-fa04-4b42-8032-5bb2f0fe1867 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.478022] env[69784]: DEBUG oslo_vmware.api [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1181.478022] env[69784]: value = "task-3628383" [ 1181.478022] env[69784]: _type = "Task" [ 1181.478022] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.486942] env[69784]: DEBUG oslo_vmware.api [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.662017] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.662276] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.662440] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.662625] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.662770] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.662926] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.663275] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.663467] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.663636] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.663801] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.663987] env[69784]: DEBUG nova.virt.hardware [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.669149] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.669499] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae809c6-29d3-48c4-971a-9647d5feab56 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.695552] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628382, 'name': Rename_Task, 'duration_secs': 0.201621} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.696856] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.697189] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1181.697189] env[69784]: value = "task-3628384" [ 1181.697189] env[69784]: _type = "Task" [ 1181.697189] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.697378] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc9859b5-52ef-4d2e-96c1-081cefc2a011 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.708703] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.709203] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.709421] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.709575] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.709753] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.709898] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.710058] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.710266] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.710422] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.710672] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.710833] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.711035] env[69784]: DEBUG nova.virt.hardware [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.711396] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.712992] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af6c158-6f4a-484a-abed-91b362526fdc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.715548] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1181.715548] env[69784]: value = "task-3628385" [ 1181.715548] env[69784]: _type = "Task" [ 1181.715548] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.724380] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29695995-772d-4769-b1d9-da491d09ac3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.732290] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628385, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.763495] env[69784]: DEBUG nova.network.neutron [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updated VIF entry in instance network info cache for port 2df8369c-28df-4f08-af50-b0b48a27909c. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.763923] env[69784]: DEBUG nova.network.neutron [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2df8369c-28df-4f08-af50-b0b48a27909c", "address": "fa:16:3e:04:cb:87", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df8369c-28", "ovs_interfaceid": "2df8369c-28df-4f08-af50-b0b48a27909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.837407] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Applying migration context for instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 as it has an incoming, in-progress migration b6985166-6a83-464c-b1b9-2bf24af45553. Migration status is migrating {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1181.838983] env[69784]: INFO nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating resource usage from migration b6985166-6a83-464c-b1b9-2bf24af45553 [ 1181.842019] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.842351] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Instance network_info: |[{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.846669] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:0e:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f90f7a8-c369-48b0-84ab-fef45afac599', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.854227] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.854678] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.855353] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-871076cf-bad5-4037-8edd-5e864c950f40 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.873990] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874171] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb175817-6559-4954-9979-6125c80f623a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874313] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 8fa595c0-03b1-478b-9e21-5c3dd35866e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874455] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5d1f3d78-1d67-4e83-9547-120f9bea8d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874561] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f325b688-90a8-4afd-ba1d-9660f2eaeae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874689] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874842] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 54d589ef-e98a-4321-8b2a-b7b325a1e730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.874934] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 853c735c-83db-4ec7-a639-83cf21664723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.875174] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance c2d5acf2-8584-4207-b963-b469e9bd84b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1181.875397] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb27c901-3423-493d-8d48-84ac0f8a3e80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1181.875601] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance bc1f828d-6ead-4a68-9756-08c3676d743e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.875805] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Migration b6985166-6a83-464c-b1b9-2bf24af45553 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1181.876022] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.876238] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 24a994ec-4bff-4792-9dbf-a7d30f43af9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1181.877955] env[69784]: DEBUG oslo_vmware.api [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628380, 'name': ReconfigVM_Task, 'duration_secs': 0.749242} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.879130] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.879439] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfigured VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1181.884434] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.884434] env[69784]: value = "task-3628386" [ 1181.884434] env[69784]: _type = "Task" [ 1181.884434] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.898789] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628386, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.988577] env[69784]: DEBUG oslo_vmware.api [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628383, 'name': ReconfigVM_Task, 'duration_secs': 0.26121} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.988577] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723532', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'name': 'volume-b7de7a3b-6573-4881-a3b7-d78408d0499c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8fa595c0-03b1-478b-9e21-5c3dd35866e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7de7a3b-6573-4881-a3b7-d78408d0499c', 'serial': 'b7de7a3b-6573-4881-a3b7-d78408d0499c'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.209287] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628384, 'name': ReconfigVM_Task, 'duration_secs': 0.19139} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.209583] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.210485] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f24af-a7e1-49f1-b674-be0364957d8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.234213] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5/09356081-f58b-4a4e-b794-ca91c9dd66d5.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.237590] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5be247-b922-40cf-8e5d-1e7342f0681f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.255145] env[69784]: DEBUG oslo_vmware.api [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628385, 'name': PowerOnVM_Task, 'duration_secs': 0.491614} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.256454] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.256670] env[69784]: INFO nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1182.256850] env[69784]: DEBUG nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.257197] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1182.257197] env[69784]: value = "task-3628387" [ 1182.257197] env[69784]: _type = "Task" [ 1182.257197] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.257892] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c051af7f-b66c-4ea1-a2cf-0d96bd6e0ba5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.266426] env[69784]: DEBUG oslo_concurrency.lockutils [req-0a8a1d4b-120a-4e5d-b446-1363736236f7 req-bd0729e3-a81a-49b1-9dd8-594390dff02a service nova] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.272193] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.384835] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance d80a2b2e-0f85-495f-b036-4cdb6cdf6880 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1182.384835] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1182.384835] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1182.389518] env[69784]: DEBUG oslo_concurrency.lockutils [None req-81b9c559-27f3-4479-b5ab-db919c43b8f7 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.983s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.403871] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.404266] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.404622] env[69784]: INFO nova.compute.manager [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Attaching volume a336d4de-5424-433f-a0e8-681efe3f99e4 to /dev/sdb [ 1182.407250] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628386, 'name': CreateVM_Task, 'duration_secs': 0.3775} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.407331] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.408188] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '9b63ba60-8a78-4038-aaa6-67004126081c', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723563', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'name': 'volume-2916eb40-edea-4f1f-9331-292a72f84175', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24a994ec-4bff-4792-9dbf-a7d30f43af9d', 'attached_at': '', 'detached_at': '', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'serial': '2916eb40-edea-4f1f-9331-292a72f84175'}, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69784) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.408527] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Root volume attach. Driver type: vmdk {{(pid=69784) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1182.413723] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791d0ef5-7b2a-4167-91a3-96426bfd1e45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.427507] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de8e3b1-db9a-489e-9af1-8eca88b0479e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.436680] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2340948-def5-45d3-b7fd-f33884dd8c86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.443407] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b287b916-8803-46d6-b15b-4b5dec6b11f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.451695] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140c7e79-720f-49e1-922b-a426513aed62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.456907] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1182.456907] env[69784]: value = "task-3628388" [ 1182.456907] env[69784]: _type = "Task" [ 1182.456907] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.464435] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37f745c-d334-424b-b3bf-8ddc27b7a684 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.469879] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.481101] env[69784]: DEBUG nova.virt.block_device [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating existing volume attachment record: 0e5684af-1ae4-4d50-aeff-6f706b1239ce {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.485727] env[69784]: DEBUG nova.compute.manager [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Received event network-vif-plugged-0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.485949] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.486206] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.486407] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.486581] env[69784]: DEBUG nova.compute.manager [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] No waiting events found dispatching network-vif-plugged-0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.486758] env[69784]: WARNING nova.compute.manager [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Received unexpected event network-vif-plugged-0f90f7a8-c369-48b0-84ab-fef45afac599 for instance with vm_state building and task_state spawning. [ 1182.487386] env[69784]: DEBUG nova.compute.manager [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Received event network-changed-0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.487386] env[69784]: DEBUG nova.compute.manager [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Refreshing instance network info cache due to event network-changed-0f90f7a8-c369-48b0-84ab-fef45afac599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.487386] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] Acquiring lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.487386] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] Acquired lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.487611] env[69784]: DEBUG nova.network.neutron [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Refreshing network info cache for port 0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.539890] env[69784]: DEBUG nova.objects.instance [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'flavor' on Instance uuid 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.619201] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b7862a-010e-4d75-9032-d7a1a1332d74 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.627233] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed68568-1fe7-4c0d-9cdf-721df323db23 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.658720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3dc144-0167-4ebb-b689-895e5ad3fa6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.666077] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa3899-d14d-402b-8e77-e8b97c2689c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.681393] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.772322] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628387, 'name': ReconfigVM_Task, 'duration_secs': 0.298567} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.772644] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5/09356081-f58b-4a4e-b794-ca91c9dd66d5.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.772932] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.785454] env[69784]: INFO nova.compute.manager [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Took 12.64 seconds to build instance. [ 1182.966977] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 42%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.185209] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.283327] env[69784]: DEBUG nova.network.neutron [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updated VIF entry in instance network info cache for port 0f90f7a8-c369-48b0-84ab-fef45afac599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.283733] env[69784]: DEBUG nova.network.neutron [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.285638] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d958d2-85c4-448e-b99b-0e4dee22567a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.293424] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be3c8108-f35d-4635-a921-cea32cfa76a3 tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.155s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.317193] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10838fbf-c029-40f3-85e9-c2a4fc5d0cd5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.341801] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.469196] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 56%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.555559] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fb623f85-c0d7-4ff6-b307-fcc8562f3865 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.695951] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1183.696252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.876s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.696541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.798s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.696733] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.699284] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.472s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.699398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.702105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.024s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.703880] env[69784]: INFO nova.compute.claims [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.725265] env[69784]: INFO nova.scheduler.client.report [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Deleted allocations for instance c2d5acf2-8584-4207-b963-b469e9bd84b2 [ 1183.729866] env[69784]: INFO nova.scheduler.client.report [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance eb27c901-3423-493d-8d48-84ac0f8a3e80 [ 1183.793729] env[69784]: DEBUG oslo_concurrency.lockutils [req-7b57abe3-de6c-4630-9b80-e95465d3d8d9 req-e2d7ef29-3a62-4256-8d62-dbba2557a63f service nova] Releasing lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.882048] env[69784]: DEBUG nova.network.neutron [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Port c304a720-453f-4a7d-b359-9e6d2c740322 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1183.909656] env[69784]: DEBUG nova.compute.manager [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.910599] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb345ac3-451a-4899-985d-25156c3c69f3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.966374] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "5b1f309f-ca9e-4611-8d42-a26488dc443a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.966681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.974739] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 69%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.230308] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-55aa95c5-d97d-4515-9136-cd170dc125be" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.230772] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-55aa95c5-d97d-4515-9136-cd170dc125be" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.231274] env[69784]: DEBUG nova.objects.instance [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'flavor' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.239214] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ffefa35d-a3e4-44d5-9e4a-3d7c84719475 tempest-ServersListShow2100Test-1112271701 tempest-ServersListShow2100Test-1112271701-project-member] Lock "c2d5acf2-8584-4207-b963-b469e9bd84b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.270s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.243055] env[69784]: DEBUG oslo_concurrency.lockutils [None req-907c4ef5-e372-4e7d-92d7-6a1fd9a3745e tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "eb27c901-3423-493d-8d48-84ac0f8a3e80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.838s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.273783] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.274252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.274533] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.274852] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.275175] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.278524] env[69784]: INFO nova.compute.manager [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Terminating instance [ 1184.423886] env[69784]: INFO nova.compute.manager [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] instance snapshotting [ 1184.426834] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90315287-ef99-460f-bf2d-7c3c29b91959 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.447895] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc844f4-75d9-48ef-be1c-5705d616651e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.469907] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.472735] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 84%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.784072] env[69784]: DEBUG nova.compute.manager [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.784317] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.785457] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff1f22-9b2b-4ef2-8de2-1e0f3687e303 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.793747] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.793834] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78aaa7f8-5c99-4e84-925f-57d0d1e85161 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.804741] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1184.804741] env[69784]: value = "task-3628392" [ 1184.804741] env[69784]: _type = "Task" [ 1184.804741] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.819514] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.847766] env[69784]: DEBUG nova.objects.instance [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'pci_requests' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.906241] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.906492] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.906666] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.928048] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa19184d-13d8-4d42-887c-69db2bef988a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.937771] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be9cc1-db9c-4d75-b09b-688c09b2f6f8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.974163] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1184.979204] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2e91175-c5a3-4e58-a0ba-2089947d0210 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.984871] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102723c1-0dbe-4984-ab25-45c68f459f41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.993889] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 97%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.998298] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1184.998298] env[69784]: value = "task-3628393" [ 1184.998298] env[69784]: _type = "Task" [ 1184.998298] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.998298] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.999483] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99debc4-139a-464b-a142-15bdc7a01eb8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.017866] env[69784]: DEBUG nova.compute.provider_tree [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.022743] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.315558] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628392, 'name': PowerOffVM_Task, 'duration_secs': 0.331206} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.315988] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.315988] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.316291] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9557640c-190a-4d5e-bd45-33d35fbd9dcd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.337302] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "53910ba0-ef35-43c2-a446-237d2d70d118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.337609] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.352477] env[69784]: DEBUG nova.objects.base [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.352760] env[69784]: DEBUG nova.network.neutron [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.385767] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.386301] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.386301] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleting the datastore file [datastore1] 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.389806] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aade388f-3304-4dc9-ae02-a95ca98034dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.396930] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1185.396930] env[69784]: value = "task-3628396" [ 1185.396930] env[69784]: _type = "Task" [ 1185.396930] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.406126] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.441400] env[69784]: DEBUG nova.policy [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.487386] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 98%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.508523] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.524659] env[69784]: DEBUG nova.scheduler.client.report [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.697690] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "bc1f828d-6ead-4a68-9756-08c3676d743e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.697982] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.698223] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "bc1f828d-6ead-4a68-9756-08c3676d743e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.698778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.698778] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.701043] env[69784]: INFO nova.compute.manager [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Terminating instance [ 1185.840759] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.906255] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.947234] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.947421] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.947667] env[69784]: DEBUG nova.network.neutron [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.985016] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 98%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.007344] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628393, 'name': CreateSnapshot_Task, 'duration_secs': 0.584223} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.007599] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1186.008470] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aac87e-29df-4e07-a90e-a6d723debffe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.030316] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.031993] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.033411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.035s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.034766] env[69784]: INFO nova.compute.claims [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.206324] env[69784]: DEBUG nova.compute.manager [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.206324] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.207073] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1439ad-483d-44f4-bf98-25f51d48359f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.215523] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.215701] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc8a2b6-35a1-4ea0-8216-29487ddd49ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.221877] env[69784]: DEBUG oslo_vmware.api [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1186.221877] env[69784]: value = "task-3628397" [ 1186.221877] env[69784]: _type = "Task" [ 1186.221877] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.230746] env[69784]: DEBUG oslo_vmware.api [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.368952] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.418470] env[69784]: DEBUG oslo_vmware.api [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664011} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.418747] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.418957] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.419156] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.419331] env[69784]: INFO nova.compute.manager [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1186.419581] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.419776] env[69784]: DEBUG nova.compute.manager [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.419872] env[69784]: DEBUG nova.network.neutron [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.486634] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task} progress is 98%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.526197] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1186.526580] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6ffeec7-1bc5-48ac-a901-7e02e302449a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.536950] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1186.536950] env[69784]: value = "task-3628398" [ 1186.536950] env[69784]: _type = "Task" [ 1186.536950] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.541351] env[69784]: DEBUG nova.compute.utils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.544494] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.544579] env[69784]: DEBUG nova.network.neutron [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.550885] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628398, 'name': CloneVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.612203] env[69784]: DEBUG nova.policy [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e68225cef244b0bf3907a3dcdbf201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d31f46a2d2410b94877c22ad8e5573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.727585] env[69784]: DEBUG nova.network.neutron [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.733843] env[69784]: DEBUG oslo_vmware.api [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628397, 'name': PowerOffVM_Task, 'duration_secs': 0.282291} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.734119] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.734294] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.734549] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c721d4f-5047-41eb-892a-0df08531ed1e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.805326] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.805642] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.805947] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleting the datastore file [datastore2] bc1f828d-6ead-4a68-9756-08c3676d743e {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.806032] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f1f114d-4dda-48bf-a40f-05d4d2c22dd3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.812783] env[69784]: DEBUG oslo_vmware.api [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for the task: (returnval){ [ 1186.812783] env[69784]: value = "task-3628400" [ 1186.812783] env[69784]: _type = "Task" [ 1186.812783] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.820707] env[69784]: DEBUG oslo_vmware.api [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.986486] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628388, 'name': RelocateVM_Task, 'duration_secs': 4.214016} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.986770] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1186.986988] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723563', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'name': 'volume-2916eb40-edea-4f1f-9331-292a72f84175', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24a994ec-4bff-4792-9dbf-a7d30f43af9d', 'attached_at': '', 'detached_at': '', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'serial': '2916eb40-edea-4f1f-9331-292a72f84175'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1186.987840] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b43f48a-402c-4d05-9ca1-c4bb8b57d5bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.003895] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff9ce13-0195-42e6-8847-cca20af86e16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.025656] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-2916eb40-edea-4f1f-9331-292a72f84175/volume-2916eb40-edea-4f1f-9331-292a72f84175.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.025938] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4847c134-622a-46a3-b88f-0c4c85928a0f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.051333] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.053929] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628398, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.059019] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1187.059019] env[69784]: value = "task-3628401" [ 1187.059019] env[69784]: _type = "Task" [ 1187.059019] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.064980] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.188811] env[69784]: DEBUG nova.compute.manager [req-47c969d0-7f5f-4d9a-9a7b-70821f5c9d44 req-a171842b-ff14-426d-9617-84b5d5875b7a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-vif-plugged-55aa95c5-d97d-4515-9136-cd170dc125be {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.189299] env[69784]: DEBUG oslo_concurrency.lockutils [req-47c969d0-7f5f-4d9a-9a7b-70821f5c9d44 req-a171842b-ff14-426d-9617-84b5d5875b7a service nova] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.189534] env[69784]: DEBUG oslo_concurrency.lockutils [req-47c969d0-7f5f-4d9a-9a7b-70821f5c9d44 req-a171842b-ff14-426d-9617-84b5d5875b7a service nova] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.189707] env[69784]: DEBUG oslo_concurrency.lockutils [req-47c969d0-7f5f-4d9a-9a7b-70821f5c9d44 req-a171842b-ff14-426d-9617-84b5d5875b7a service nova] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.189891] env[69784]: DEBUG nova.compute.manager [req-47c969d0-7f5f-4d9a-9a7b-70821f5c9d44 req-a171842b-ff14-426d-9617-84b5d5875b7a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] No waiting events found dispatching network-vif-plugged-55aa95c5-d97d-4515-9136-cd170dc125be {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.190079] env[69784]: WARNING nova.compute.manager [req-47c969d0-7f5f-4d9a-9a7b-70821f5c9d44 req-a171842b-ff14-426d-9617-84b5d5875b7a service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received unexpected event network-vif-plugged-55aa95c5-d97d-4515-9136-cd170dc125be for instance with vm_state active and task_state None. [ 1187.231939] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.318488] env[69784]: DEBUG nova.network.neutron [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Successfully created port: d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.329033] env[69784]: DEBUG oslo_vmware.api [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Task: {'id': task-3628400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159827} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.329552] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.329767] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.329962] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.330217] env[69784]: INFO nova.compute.manager [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.330501] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.331274] env[69784]: DEBUG nova.compute.manager [-] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.331509] env[69784]: DEBUG nova.network.neutron [-] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.346202] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e9b1a-1617-4deb-ba57-6b61fcc6e17f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.355109] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf56a97-25b6-418a-af58-ffa6ea6570bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.389987] env[69784]: DEBUG nova.network.neutron [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Successfully updated port: 55aa95c5-d97d-4515-9136-cd170dc125be {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.391804] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e28f76-920e-4504-877b-3b2dd5332083 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.400370] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd339e1a-b512-42b5-8ac9-47cf431f0a03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.415874] env[69784]: DEBUG nova.compute.provider_tree [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.533906] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.534307] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723573', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'name': 'volume-a336d4de-5424-433f-a0e8-681efe3f99e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0fc16871-3cbe-4b11-9dd1-2c3381bb5187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'serial': 'a336d4de-5424-433f-a0e8-681efe3f99e4'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.535687] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2182afb-2d69-40b1-b70b-06e8055583e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.589698] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44961a-e654-4dfc-98be-4845e01ecee9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.595470] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628398, 'name': CloneVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.603479] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628401, 'name': ReconfigVM_Task, 'duration_secs': 0.316649} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.617723] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-2916eb40-edea-4f1f-9331-292a72f84175/volume-2916eb40-edea-4f1f-9331-292a72f84175.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.629663] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-a336d4de-5424-433f-a0e8-681efe3f99e4/volume-a336d4de-5424-433f-a0e8-681efe3f99e4.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.630724] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b24d7db0-44cb-430b-9a59-1d84510ba648 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.640655] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1612f6e5-ea70-4b8b-87cc-edf80871f4db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.659470] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1187.659470] env[69784]: value = "task-3628402" [ 1187.659470] env[69784]: _type = "Task" [ 1187.659470] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.661325] env[69784]: DEBUG oslo_vmware.api [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1187.661325] env[69784]: value = "task-3628403" [ 1187.661325] env[69784]: _type = "Task" [ 1187.661325] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.673231] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.676532] env[69784]: DEBUG oslo_vmware.api [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.760607] env[69784]: DEBUG nova.network.neutron [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.763785] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ba32a-ccfc-49ef-b0cf-eca4d0e5f70a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.788088] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17371536-772d-43e1-abe9-cd8985c52177 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.796415] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.895615] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.895840] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.895993] env[69784]: DEBUG nova.network.neutron [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.918994] env[69784]: DEBUG nova.scheduler.client.report [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.050481] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628398, 'name': CloneVM_Task, 'duration_secs': 1.089931} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.050708] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Created linked-clone VM from snapshot [ 1188.051491] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a0ee1-5271-452b-b30f-294cb456b75a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.060602] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Uploading image 42441171-442b-4a20-853d-fdd349f0aaaf {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1188.082099] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1188.082099] env[69784]: value = "vm-723575" [ 1188.082099] env[69784]: _type = "VirtualMachine" [ 1188.082099] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1188.082491] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b4649d6-107d-4ab2-88ed-e31961177d08 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.085221] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.091888] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lease: (returnval){ [ 1188.091888] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e21d37-8be6-2e79-68f0-7fd8ac16b00d" [ 1188.091888] env[69784]: _type = "HttpNfcLease" [ 1188.091888] env[69784]: } obtained for exporting VM: (result){ [ 1188.091888] env[69784]: value = "vm-723575" [ 1188.091888] env[69784]: _type = "VirtualMachine" [ 1188.091888] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1188.092262] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the lease: (returnval){ [ 1188.092262] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e21d37-8be6-2e79-68f0-7fd8ac16b00d" [ 1188.092262] env[69784]: _type = "HttpNfcLease" [ 1188.092262] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.098361] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.098361] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e21d37-8be6-2e79-68f0-7fd8ac16b00d" [ 1188.098361] env[69784]: _type = "HttpNfcLease" [ 1188.098361] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.105985] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.106264] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.106440] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.106632] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.106780] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.106930] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.107159] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.107323] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.107490] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.107650] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.107819] env[69784]: DEBUG nova.virt.hardware [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.108562] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd61df9-5528-4ff9-9321-319a9905c49e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.115259] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9eb3ad-f254-4316-9c32-158b397132ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.172375] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628402, 'name': ReconfigVM_Task, 'duration_secs': 0.12459} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.175487] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723563', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'name': 'volume-2916eb40-edea-4f1f-9331-292a72f84175', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24a994ec-4bff-4792-9dbf-a7d30f43af9d', 'attached_at': '', 'detached_at': '', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'serial': '2916eb40-edea-4f1f-9331-292a72f84175'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.176078] env[69784]: DEBUG oslo_vmware.api [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628403, 'name': ReconfigVM_Task, 'duration_secs': 0.364596} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.176293] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d14838d-df80-445e-b394-9a02f68ff43a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.177773] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-a336d4de-5424-433f-a0e8-681efe3f99e4/volume-a336d4de-5424-433f-a0e8-681efe3f99e4.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.182793] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef92f4e-c9e9-4ea4-8c8e-06a10dafd1dd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.198609] env[69784]: DEBUG oslo_vmware.api [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1188.198609] env[69784]: value = "task-3628406" [ 1188.198609] env[69784]: _type = "Task" [ 1188.198609] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.199694] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1188.199694] env[69784]: value = "task-3628405" [ 1188.199694] env[69784]: _type = "Task" [ 1188.199694] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.210970] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628405, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.213821] env[69784]: DEBUG oslo_vmware.api [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.269015] env[69784]: INFO nova.compute.manager [-] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Took 1.85 seconds to deallocate network for instance. [ 1188.289029] env[69784]: DEBUG nova.network.neutron [-] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.303470] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.303905] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ad12df-fc9d-468d-8fa4-01435344f32d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.312974] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1188.312974] env[69784]: value = "task-3628407" [ 1188.312974] env[69784]: _type = "Task" [ 1188.312974] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.326263] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.426072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.426072] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.428592] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.060s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.430245] env[69784]: INFO nova.compute.claims [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.435630] env[69784]: WARNING nova.network.neutron [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] 4feb9cd4-da34-42c2-a012-85702b5c55b5 already exists in list: networks containing: ['4feb9cd4-da34-42c2-a012-85702b5c55b5']. ignoring it [ 1188.435630] env[69784]: WARNING nova.network.neutron [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] 4feb9cd4-da34-42c2-a012-85702b5c55b5 already exists in list: networks containing: ['4feb9cd4-da34-42c2-a012-85702b5c55b5']. ignoring it [ 1188.605019] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.605019] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e21d37-8be6-2e79-68f0-7fd8ac16b00d" [ 1188.605019] env[69784]: _type = "HttpNfcLease" [ 1188.605019] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1188.605019] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1188.605019] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e21d37-8be6-2e79-68f0-7fd8ac16b00d" [ 1188.605019] env[69784]: _type = "HttpNfcLease" [ 1188.605019] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1188.605019] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f86310-2dc1-4b49-a642-aedc40f29070 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.610490] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52305ba4-8b0d-0da6-06bd-fd98509d5bb1/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1188.610656] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52305ba4-8b0d-0da6-06bd-fd98509d5bb1/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1188.713821] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a9d9987-d164-4b24-8b87-1012226cb24e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.715544] env[69784]: DEBUG oslo_vmware.api [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628406, 'name': ReconfigVM_Task, 'duration_secs': 0.156816} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.718946] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723573', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'name': 'volume-a336d4de-5424-433f-a0e8-681efe3f99e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0fc16871-3cbe-4b11-9dd1-2c3381bb5187', 'attached_at': '', 'detached_at': '', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'serial': 'a336d4de-5424-433f-a0e8-681efe3f99e4'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.721144] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628405, 'name': Rename_Task, 'duration_secs': 0.133087} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.721883] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.723632] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41cf4be-e2e8-4386-beba-3fa945b9f6ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.734826] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1188.734826] env[69784]: value = "task-3628408" [ 1188.734826] env[69784]: _type = "Task" [ 1188.734826] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.748333] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.775820] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.790972] env[69784]: INFO nova.compute.manager [-] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Took 1.46 seconds to deallocate network for instance. [ 1188.824560] env[69784]: DEBUG oslo_vmware.api [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628407, 'name': PowerOnVM_Task, 'duration_secs': 0.376595} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.824845] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.825051] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c9c8ff-bc9a-425a-a8a5-892707001af5 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance '09356081-f58b-4a4e-b794-ca91c9dd66d5' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.942578] env[69784]: DEBUG nova.compute.utils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.949919] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.950201] env[69784]: DEBUG nova.network.neutron [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.034787] env[69784]: DEBUG nova.policy [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e47c3eb987a4f2fa7809ca91cea0145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4359cf34fc419b89bed76a595d01fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.068018] env[69784]: DEBUG nova.network.neutron [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2df8369c-28df-4f08-af50-b0b48a27909c", "address": "fa:16:3e:04:cb:87", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df8369c-28", "ovs_interfaceid": "2df8369c-28df-4f08-af50-b0b48a27909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55aa95c5-d97d-4515-9136-cd170dc125be", "address": "fa:16:3e:38:3c:a5", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aa95c5-d9", "ovs_interfaceid": "55aa95c5-d97d-4515-9136-cd170dc125be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.252737] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628408, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.253903] env[69784]: DEBUG nova.network.neutron [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Successfully updated port: d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.259994] env[69784]: DEBUG nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Received event network-vif-deleted-1cc2966e-f081-466c-987d-8f4ab76952a3 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.261274] env[69784]: DEBUG nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-changed-55aa95c5-d97d-4515-9136-cd170dc125be {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.261274] env[69784]: DEBUG nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing instance network info cache due to event network-changed-55aa95c5-d97d-4515-9136-cd170dc125be. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.262039] env[69784]: DEBUG oslo_concurrency.lockutils [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.298581] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.424353] env[69784]: DEBUG nova.network.neutron [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Successfully created port: 98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.445998] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.576813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.577479] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.577671] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.577911] env[69784]: DEBUG oslo_concurrency.lockutils [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.578122] env[69784]: DEBUG nova.network.neutron [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Refreshing network info cache for port 55aa95c5-d97d-4515-9136-cd170dc125be {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.582610] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1b3690-c3a4-45ee-956c-7968287ad1d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.604550] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.604894] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.605124] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.605402] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.605654] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.606084] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.606355] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.606623] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.606853] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.607073] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.607293] env[69784]: DEBUG nova.virt.hardware [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.614598] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfiguring VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1189.621018] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e2c77e-074d-4182-83a0-9a0825fae15e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.637739] env[69784]: DEBUG oslo_vmware.api [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1189.637739] env[69784]: value = "task-3628409" [ 1189.637739] env[69784]: _type = "Task" [ 1189.637739] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.652029] env[69784]: DEBUG oslo_vmware.api [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.709641] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbec2f-4a44-4a97-ae1c-a664ab452d4f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.717652] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e2a4fd-69e2-4573-a937-a0236cd6c662 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.753159] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c413d3-88e7-415d-b707-945c16e257e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.756881] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.757105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.757322] env[69784]: DEBUG nova.network.neutron [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.764624] env[69784]: DEBUG oslo_vmware.api [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628408, 'name': PowerOnVM_Task, 'duration_secs': 0.542031} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.765371] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.765640] env[69784]: INFO nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1189.765884] env[69784]: DEBUG nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.767215] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b9a91-5e9c-4545-a9a5-b27c1fd6f99c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.772481] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f1542-2043-49f6-adec-48e22c2aa1fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.775942] env[69784]: DEBUG nova.objects.instance [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'flavor' on Instance uuid 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.788955] env[69784]: DEBUG nova.compute.provider_tree [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.151754] env[69784]: DEBUG oslo_vmware.api [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.284162] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4f8a8557-66eb-47f2-b8bb-30847c8b7923 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.880s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.296469] env[69784]: DEBUG nova.scheduler.client.report [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.314838] env[69784]: DEBUG nova.network.neutron [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.321656] env[69784]: INFO nova.compute.manager [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Took 17.61 seconds to build instance. [ 1190.380341] env[69784]: DEBUG nova.network.neutron [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updated VIF entry in instance network info cache for port 55aa95c5-d97d-4515-9136-cd170dc125be. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.381033] env[69784]: DEBUG nova.network.neutron [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2df8369c-28df-4f08-af50-b0b48a27909c", "address": "fa:16:3e:04:cb:87", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df8369c-28", "ovs_interfaceid": "2df8369c-28df-4f08-af50-b0b48a27909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55aa95c5-d97d-4515-9136-cd170dc125be", "address": "fa:16:3e:38:3c:a5", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aa95c5-d9", "ovs_interfaceid": "55aa95c5-d97d-4515-9136-cd170dc125be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.456873] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.486517] env[69784]: DEBUG nova.network.neutron [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Updating instance_info_cache with network_info: [{"id": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "address": "fa:16:3e:1d:ad:46", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4d693eb-fc", "ovs_interfaceid": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.494678] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.494919] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.495173] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.495430] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.495728] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.495896] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.496126] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.496598] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.496665] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.496907] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.497192] env[69784]: DEBUG nova.virt.hardware [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.498138] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f504e67-278e-4fd5-a4ea-60ffbe77cb9f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.508849] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5567c39-4a3c-4641-8b9e-8c768671d6c0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.648319] env[69784]: DEBUG oslo_vmware.api [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628409, 'name': ReconfigVM_Task, 'duration_secs': 0.619464} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.648881] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.649068] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfigured VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1190.811813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.812535] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.815628] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.040s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.815846] env[69784]: DEBUG nova.objects.instance [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'resources' on Instance uuid 8fa595c0-03b1-478b-9e21-5c3dd35866e7 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.824015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c6c7e7d1-f3fc-461a-bd85-e25ba447d8da tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.117s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.884487] env[69784]: DEBUG oslo_concurrency.lockutils [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.884487] env[69784]: DEBUG nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Received event network-vif-deleted-b72772d6-99a3-4af2-97c1-01eda4a28e8b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.884661] env[69784]: DEBUG nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Received event network-vif-plugged-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.884778] env[69784]: DEBUG oslo_concurrency.lockutils [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] Acquiring lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.884997] env[69784]: DEBUG oslo_concurrency.lockutils [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.885397] env[69784]: DEBUG oslo_concurrency.lockutils [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.885601] env[69784]: DEBUG nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] No waiting events found dispatching network-vif-plugged-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.885779] env[69784]: WARNING nova.compute.manager [req-7488effc-39ff-4c77-bc24-70f40d51c62f req-90bc64dc-927e-49e1-9c31-ae2c4d2ea67c service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Received unexpected event network-vif-plugged-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 for instance with vm_state building and task_state spawning. [ 1190.935652] env[69784]: DEBUG nova.network.neutron [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Successfully updated port: 98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.989671] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.989912] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Instance network_info: |[{"id": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "address": "fa:16:3e:1d:ad:46", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4d693eb-fc", "ovs_interfaceid": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.990390] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ad:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4d693eb-fcb4-4e1a-9db6-e53a9a48c423', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.999294] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.999532] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.999763] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ffb3be-e717-4ef7-a17f-a7db655a96dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.022684] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.022684] env[69784]: value = "task-3628410" [ 1191.022684] env[69784]: _type = "Task" [ 1191.022684] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.031783] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628410, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.154580] env[69784]: DEBUG oslo_concurrency.lockutils [None req-0c73c67c-a878-4b6b-afdd-92f692558de6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-55aa95c5-d97d-4515-9136-cd170dc125be" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.924s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.318542] env[69784]: DEBUG nova.compute.utils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.323107] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.323425] env[69784]: DEBUG nova.network.neutron [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.392352] env[69784]: DEBUG nova.policy [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0855558dc74f578308140eebd5d3d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc11ebf36df4488bfd3228e5528eb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.439669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-5b1f309f-ca9e-4611-8d42-a26488dc443a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.439669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-5b1f309f-ca9e-4611-8d42-a26488dc443a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.439669] env[69784]: DEBUG nova.network.neutron [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.483710] env[69784]: DEBUG nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Received event network-changed-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.485716] env[69784]: DEBUG nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Refreshing instance network info cache due to event network-changed-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.485716] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Acquiring lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.485716] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Acquired lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.485716] env[69784]: DEBUG nova.network.neutron [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Refreshing network info cache for port d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.533945] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628410, 'name': CreateVM_Task, 'duration_secs': 0.487764} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.536781] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.537932] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.538241] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.538636] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.539035] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d09c24c-db71-476c-ab4a-25599847bb0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.544243] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1191.544243] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c16687-b695-d56e-cfaa-6a1fa81e6e6a" [ 1191.544243] env[69784]: _type = "Task" [ 1191.544243] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.556401] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c16687-b695-d56e-cfaa-6a1fa81e6e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.575059] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed33c2-5212-4c4c-bd27-eb4c513e5d90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.583230] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd0ab8-8e6e-463e-a421-f29fff5d8db7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.615529] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e4bfc-da57-4eba-8728-613f96466a29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.625735] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e8d032-e54c-4069-a701-276392e68024 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.648983] env[69784]: DEBUG nova.compute.provider_tree [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.650582] env[69784]: DEBUG nova.compute.manager [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1191.694735] env[69784]: DEBUG nova.network.neutron [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Successfully created port: 378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.703140] env[69784]: DEBUG nova.compute.manager [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Received event network-changed-146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.703357] env[69784]: DEBUG nova.compute.manager [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Refreshing instance network info cache due to event network-changed-146e3348-51de-4927-b381-253a486c9218. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.703573] env[69784]: DEBUG oslo_concurrency.lockutils [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] Acquiring lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.703768] env[69784]: DEBUG oslo_concurrency.lockutils [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] Acquired lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.704429] env[69784]: DEBUG nova.network.neutron [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Refreshing network info cache for port 146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.785788] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.786076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.786354] env[69784]: DEBUG nova.compute.manager [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Going to confirm migration 6 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1191.823562] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.986560] env[69784]: DEBUG nova.network.neutron [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.060021] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c16687-b695-d56e-cfaa-6a1fa81e6e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.031561} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.060021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.060021] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.060021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.060021] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.060021] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.060021] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3aec59-4821-4670-b8bc-8d81e99ef0a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.071188] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.071188] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.071328] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab07fb4f-c31d-4bdd-89e1-7836608b06bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.082561] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1192.082561] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527ccfb8-8189-c2bb-a10e-6dd58270b14c" [ 1192.082561] env[69784]: _type = "Task" [ 1192.082561] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.093806] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527ccfb8-8189-c2bb-a10e-6dd58270b14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.155999] env[69784]: DEBUG nova.scheduler.client.report [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.185588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.408799] env[69784]: DEBUG nova.network.neutron [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Updating instance_info_cache with network_info: [{"id": "98c446fe-0359-4686-a765-f575968ea637", "address": "fa:16:3e:fe:c9:a7", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c446fe-03", "ovs_interfaceid": "98c446fe-0359-4686-a765-f575968ea637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.449842] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.452368] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.452368] env[69784]: DEBUG nova.network.neutron [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.452368] env[69784]: DEBUG nova.objects.instance [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'info_cache' on Instance uuid 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.488625] env[69784]: DEBUG nova.network.neutron [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Updated VIF entry in instance network info cache for port d4d693eb-fcb4-4e1a-9db6-e53a9a48c423. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.489204] env[69784]: DEBUG nova.network.neutron [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Updating instance_info_cache with network_info: [{"id": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "address": "fa:16:3e:1d:ad:46", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4d693eb-fc", "ovs_interfaceid": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.528476] env[69784]: DEBUG nova.network.neutron [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Updated VIF entry in instance network info cache for port 146e3348-51de-4927-b381-253a486c9218. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.528859] env[69784]: DEBUG nova.network.neutron [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Updating instance_info_cache with network_info: [{"id": "146e3348-51de-4927-b381-253a486c9218", "address": "fa:16:3e:38:25:16", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146e3348-51", "ovs_interfaceid": "146e3348-51de-4927-b381-253a486c9218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.596101] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527ccfb8-8189-c2bb-a10e-6dd58270b14c, 'name': SearchDatastore_Task, 'duration_secs': 0.014853} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.596929] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0189185c-523e-402a-90d8-ed20bcab20e2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.602467] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1192.602467] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52161c79-a653-18bb-6896-e9ad84077529" [ 1192.602467] env[69784]: _type = "Task" [ 1192.602467] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.610464] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52161c79-a653-18bb-6896-e9ad84077529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.673178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.675657] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.377s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.675897] env[69784]: DEBUG nova.objects.instance [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lazy-loading 'resources' on Instance uuid bc1f828d-6ead-4a68-9756-08c3676d743e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.694634] env[69784]: INFO nova.scheduler.client.report [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted allocations for instance 8fa595c0-03b1-478b-9e21-5c3dd35866e7 [ 1192.834111] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.859325] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.859687] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.859864] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.860081] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.860249] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.860506] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.860766] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.860972] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.861180] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.861355] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.861529] env[69784]: DEBUG nova.virt.hardware [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.862576] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cffb3e-89a8-40a9-a53e-4628a8767a88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.871338] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b55ff2-8a5b-4fdd-b080-2355cd9b656d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.912147] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-5b1f309f-ca9e-4611-8d42-a26488dc443a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.912475] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Instance network_info: |[{"id": "98c446fe-0359-4686-a765-f575968ea637", "address": "fa:16:3e:fe:c9:a7", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c446fe-03", "ovs_interfaceid": "98c446fe-0359-4686-a765-f575968ea637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.912874] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:c9:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c446fe-0359-4686-a765-f575968ea637', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.920529] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.921487] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.921487] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38757512-db26-4353-b79d-1969fe99a7bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.943730] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.943730] env[69784]: value = "task-3628411" [ 1192.943730] env[69784]: _type = "Task" [ 1192.943730] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.951203] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628411, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.973091] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-2df8369c-28df-4f08-af50-b0b48a27909c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.973345] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-2df8369c-28df-4f08-af50-b0b48a27909c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.992766] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Releasing lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.993223] env[69784]: DEBUG nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Received event network-vif-plugged-98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.993478] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Acquiring lock "5b1f309f-ca9e-4611-8d42-a26488dc443a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.993702] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.993893] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.994136] env[69784]: DEBUG nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] No waiting events found dispatching network-vif-plugged-98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.994642] env[69784]: WARNING nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Received unexpected event network-vif-plugged-98c446fe-0359-4686-a765-f575968ea637 for instance with vm_state building and task_state spawning. [ 1192.994642] env[69784]: DEBUG nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Received event network-changed-98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.994806] env[69784]: DEBUG nova.compute.manager [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Refreshing instance network info cache due to event network-changed-98c446fe-0359-4686-a765-f575968ea637. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.994958] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Acquiring lock "refresh_cache-5b1f309f-ca9e-4611-8d42-a26488dc443a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.995157] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Acquired lock "refresh_cache-5b1f309f-ca9e-4611-8d42-a26488dc443a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.995328] env[69784]: DEBUG nova.network.neutron [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Refreshing network info cache for port 98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.032075] env[69784]: DEBUG oslo_concurrency.lockutils [req-6d9e5d7a-8db6-452c-92ea-9653efa73d51 req-9247af7f-9ff4-4325-abc8-bd908d84b073 service nova] Releasing lock "refresh_cache-eb175817-6559-4954-9979-6125c80f623a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.115857] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52161c79-a653-18bb-6896-e9ad84077529, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.116190] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.116504] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] d80a2b2e-0f85-495f-b036-4cdb6cdf6880/d80a2b2e-0f85-495f-b036-4cdb6cdf6880.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.116849] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3bb9e7-ec9f-4feb-a0de-1ffc6df41caa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.125151] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1193.125151] env[69784]: value = "task-3628412" [ 1193.125151] env[69784]: _type = "Task" [ 1193.125151] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.134394] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.205797] env[69784]: DEBUG oslo_concurrency.lockutils [None req-045f26c4-b67b-4749-8a90-c17192a79328 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "8fa595c0-03b1-478b-9e21-5c3dd35866e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.931s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.282064] env[69784]: DEBUG nova.compute.manager [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1193.426725] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f5c3a3-239a-4d55-89ee-ef9ad9b13550 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.436509] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79435a9-67d5-4e06-bf34-031aaf938775 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.482527] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.482757] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.484476] env[69784]: DEBUG nova.network.neutron [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Successfully updated port: 378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.490853] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98519b8-9308-4466-821b-1d9c61b3dad9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.494950] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ed749-e027-4513-a046-8e8be62335ff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.500174] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "refresh_cache-53910ba0-ef35-43c2-a446-237d2d70d118" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.500174] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "refresh_cache-53910ba0-ef35-43c2-a446-237d2d70d118" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.500174] env[69784]: DEBUG nova.network.neutron [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.532427] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7a97e-b1fa-41b0-b13f-4e38e3d1b4b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.536877] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d32b9-7dad-4945-9867-b5a4c037f9db {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.544256] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628411, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.545562] env[69784]: DEBUG nova.compute.manager [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Received event network-vif-plugged-378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.545808] env[69784]: DEBUG oslo_concurrency.lockutils [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] Acquiring lock "53910ba0-ef35-43c2-a446-237d2d70d118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.546079] env[69784]: DEBUG oslo_concurrency.lockutils [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] Lock "53910ba0-ef35-43c2-a446-237d2d70d118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.546330] env[69784]: DEBUG oslo_concurrency.lockutils [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] Lock "53910ba0-ef35-43c2-a446-237d2d70d118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.546468] env[69784]: DEBUG nova.compute.manager [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] No waiting events found dispatching network-vif-plugged-378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.546643] env[69784]: WARNING nova.compute.manager [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Received unexpected event network-vif-plugged-378e2fdd-197c-443a-b2b3-2856f45e5086 for instance with vm_state building and task_state spawning. [ 1193.546834] env[69784]: DEBUG nova.compute.manager [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Received event network-changed-378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.547078] env[69784]: DEBUG nova.compute.manager [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Refreshing instance network info cache due to event network-changed-378e2fdd-197c-443a-b2b3-2856f45e5086. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.547258] env[69784]: DEBUG oslo_concurrency.lockutils [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] Acquiring lock "refresh_cache-53910ba0-ef35-43c2-a446-237d2d70d118" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.562895] env[69784]: DEBUG nova.compute.provider_tree [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.589409] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfiguring VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1193.590559] env[69784]: DEBUG nova.scheduler.client.report [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.594097] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0708a61-1977-4e09-bf99-c18247e0a8d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.608735] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.933s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.611073] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.426s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.620029] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1193.620029] env[69784]: value = "task-3628413" [ 1193.620029] env[69784]: _type = "Task" [ 1193.620029] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.628360] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.634864] env[69784]: INFO nova.scheduler.client.report [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Deleted allocations for instance bc1f828d-6ead-4a68-9756-08c3676d743e [ 1193.644411] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456199} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.644693] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] d80a2b2e-0f85-495f-b036-4cdb6cdf6880/d80a2b2e-0f85-495f-b036-4cdb6cdf6880.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.644947] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.645561] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cfd73bd-cab5-40d4-97b3-bf6f6d337ce6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.653064] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1193.653064] env[69784]: value = "task-3628414" [ 1193.653064] env[69784]: _type = "Task" [ 1193.653064] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.661823] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.799898] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.951868] env[69784]: DEBUG nova.compute.manager [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Received event network-changed-0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.952133] env[69784]: DEBUG nova.compute.manager [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Refreshing instance network info cache due to event network-changed-0f90f7a8-c369-48b0-84ab-fef45afac599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.952375] env[69784]: DEBUG oslo_concurrency.lockutils [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] Acquiring lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.952521] env[69784]: DEBUG oslo_concurrency.lockutils [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] Acquired lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.952683] env[69784]: DEBUG nova.network.neutron [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Refreshing network info cache for port 0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.971478] env[69784]: DEBUG nova.network.neutron [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [{"id": "c304a720-453f-4a7d-b359-9e6d2c740322", "address": "fa:16:3e:fe:73:70", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc304a720-45", "ovs_interfaceid": "c304a720-453f-4a7d-b359-9e6d2c740322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.994341] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628411, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.039949] env[69784]: DEBUG nova.network.neutron [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Updated VIF entry in instance network info cache for port 98c446fe-0359-4686-a765-f575968ea637. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.040387] env[69784]: DEBUG nova.network.neutron [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Updating instance_info_cache with network_info: [{"id": "98c446fe-0359-4686-a765-f575968ea637", "address": "fa:16:3e:fe:c9:a7", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c446fe-03", "ovs_interfaceid": "98c446fe-0359-4686-a765-f575968ea637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.050035] env[69784]: DEBUG nova.network.neutron [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.115758] env[69784]: INFO nova.compute.claims [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.135168] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.143667] env[69784]: DEBUG oslo_concurrency.lockutils [None req-818189fb-2286-4bc6-8af9-2b2f2d25318d tempest-ServerDiskConfigTestJSON-1947163457 tempest-ServerDiskConfigTestJSON-1947163457-project-member] Lock "bc1f828d-6ead-4a68-9756-08c3676d743e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.446s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.167431] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061454} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.167708] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.168595] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c8d9b-6d80-4b2e-be79-ec7ab8b164ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.197237] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d80a2b2e-0f85-495f-b036-4cdb6cdf6880/d80a2b2e-0f85-495f-b036-4cdb6cdf6880.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.197237] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557b3dc6-da27-4d40-9467-32d164036ae5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.217771] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1194.217771] env[69784]: value = "task-3628415" [ 1194.217771] env[69784]: _type = "Task" [ 1194.217771] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.228436] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.261257] env[69784]: DEBUG nova.network.neutron [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Updating instance_info_cache with network_info: [{"id": "378e2fdd-197c-443a-b2b3-2856f45e5086", "address": "fa:16:3e:66:9e:8c", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e2fdd-19", "ovs_interfaceid": "378e2fdd-197c-443a-b2b3-2856f45e5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.475727] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-09356081-f58b-4a4e-b794-ca91c9dd66d5" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.478044] env[69784]: DEBUG nova.objects.instance [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'migration_context' on Instance uuid 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.492481] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628411, 'name': CreateVM_Task, 'duration_secs': 1.477408} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.494356] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.495091] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.495304] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.495660] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.497084] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a07ae98-4e2e-4aa0-8c54-463fbccbea81 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.503742] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1194.503742] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c3a168-b90c-c441-661d-e6b859932f99" [ 1194.503742] env[69784]: _type = "Task" [ 1194.503742] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.514907] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c3a168-b90c-c441-661d-e6b859932f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.543952] env[69784]: DEBUG oslo_concurrency.lockutils [req-a720634a-0264-4412-b754-82e3c47a9139 req-1f32e2e7-495f-40b8-bdfc-66629ec5a164 service nova] Releasing lock "refresh_cache-5b1f309f-ca9e-4611-8d42-a26488dc443a" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.623929] env[69784]: INFO nova.compute.resource_tracker [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating resource usage from migration 3b79db8f-9564-46e3-b529-6d09ec7759ef [ 1194.639866] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.729147] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.733863] env[69784]: DEBUG nova.network.neutron [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updated VIF entry in instance network info cache for port 0f90f7a8-c369-48b0-84ab-fef45afac599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.734230] env[69784]: DEBUG nova.network.neutron [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.764251] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "refresh_cache-53910ba0-ef35-43c2-a446-237d2d70d118" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.764580] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Instance network_info: |[{"id": "378e2fdd-197c-443a-b2b3-2856f45e5086", "address": "fa:16:3e:66:9e:8c", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e2fdd-19", "ovs_interfaceid": "378e2fdd-197c-443a-b2b3-2856f45e5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.765119] env[69784]: DEBUG oslo_concurrency.lockutils [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] Acquired lock "refresh_cache-53910ba0-ef35-43c2-a446-237d2d70d118" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.765382] env[69784]: DEBUG nova.network.neutron [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Refreshing network info cache for port 378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.766826] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:9e:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '378e2fdd-197c-443a-b2b3-2856f45e5086', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.780961] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.787026] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.790331] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5dc6169-b858-4e53-b47a-185c3acbe52b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.811768] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.811768] env[69784]: value = "task-3628416" [ 1194.811768] env[69784]: _type = "Task" [ 1194.811768] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.820820] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628416, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.894340] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e6c8b-96ad-448b-888e-5d5a4c3ec4fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.905789] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b5ab72-5f64-486a-b371-fb8dcdf6ad64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.942461] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c251d8fa-2b53-4c0a-a039-f31f6eb32e50 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.952387] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1732b-ca85-4e4c-b45f-8e32312aefbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.967039] env[69784]: DEBUG nova.compute.provider_tree [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.982235] env[69784]: DEBUG nova.objects.base [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Object Instance<09356081-f58b-4a4e-b794-ca91c9dd66d5> lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.983564] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac003911-9089-42a9-8bd9-bd1c995fefc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.008901] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9f7673-3fc5-4147-bb2a-8cd933ae1d34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.019474] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c3a168-b90c-c441-661d-e6b859932f99, 'name': SearchDatastore_Task, 'duration_secs': 0.024604} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.020743] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.023849] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.023849] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023849] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023849] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.023849] env[69784]: DEBUG oslo_vmware.api [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1195.023849] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280f29d-167f-ab92-50c1-b79ece5291d8" [ 1195.023849] env[69784]: _type = "Task" [ 1195.023849] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.023849] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfd9d310-821e-430b-8169-ea57cc443afd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.034010] env[69784]: DEBUG oslo_vmware.api [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5280f29d-167f-ab92-50c1-b79ece5291d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.035433] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.035935] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.036032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.036691] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1442ec-2e31-4e04-9031-fa15b77ad7d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.044107] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1195.044107] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52417c53-bf37-3d37-f298-ccc250f8190e" [ 1195.044107] env[69784]: _type = "Task" [ 1195.044107] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.051932] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52417c53-bf37-3d37-f298-ccc250f8190e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.093202] env[69784]: DEBUG nova.network.neutron [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Updated VIF entry in instance network info cache for port 378e2fdd-197c-443a-b2b3-2856f45e5086. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.093345] env[69784]: DEBUG nova.network.neutron [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Updating instance_info_cache with network_info: [{"id": "378e2fdd-197c-443a-b2b3-2856f45e5086", "address": "fa:16:3e:66:9e:8c", "network": {"id": "cd6165ef-171b-49ec-bda1-a674177e34d4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1847122233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc11ebf36df4488bfd3228e5528eb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e2fdd-19", "ovs_interfaceid": "378e2fdd-197c-443a-b2b3-2856f45e5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.130985] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.230491] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628415, 'name': ReconfigVM_Task, 'duration_secs': 0.60725} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.230816] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d80a2b2e-0f85-495f-b036-4cdb6cdf6880/d80a2b2e-0f85-495f-b036-4cdb6cdf6880.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.231641] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a46e97-94db-49ad-900c-10337b244d5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.238279] env[69784]: DEBUG oslo_concurrency.lockutils [req-e106372d-016c-4dad-ba18-957eec0bfdcb req-e1d968b4-c163-428d-b4b7-ac29b2a9060d service nova] Releasing lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.239136] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1195.239136] env[69784]: value = "task-3628417" [ 1195.239136] env[69784]: _type = "Task" [ 1195.239136] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.248079] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628417, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.322160] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628416, 'name': CreateVM_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.470090] env[69784]: DEBUG nova.scheduler.client.report [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.555813] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52417c53-bf37-3d37-f298-ccc250f8190e, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.556666] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44064a9c-7480-4535-8860-1406b94f6d8a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.562108] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1195.562108] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52776fb5-7ca4-7892-bd0c-036fa5cfd4bc" [ 1195.562108] env[69784]: _type = "Task" [ 1195.562108] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.570123] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52776fb5-7ca4-7892-bd0c-036fa5cfd4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.595944] env[69784]: DEBUG oslo_concurrency.lockutils [req-226546c1-8080-4aa9-8a2b-fd6e99f8d6fa req-987f443f-08e0-4a0d-89cd-31fffb3ef1d3 service nova] Releasing lock "refresh_cache-53910ba0-ef35-43c2-a446-237d2d70d118" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.629735] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.749700] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628417, 'name': Rename_Task, 'duration_secs': 0.222411} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.749967] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.750698] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5500ee5-7050-4e63-9e61-4f16c195d078 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.755915] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1195.755915] env[69784]: value = "task-3628418" [ 1195.755915] env[69784]: _type = "Task" [ 1195.755915] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.763375] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.822819] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628416, 'name': CreateVM_Task, 'duration_secs': 0.912795} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.823010] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.823709] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.823874] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.824225] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.824589] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6eeab5-a1c5-483a-8db6-5c39b677bb72 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.829567] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1195.829567] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c01d7e-2473-ccd2-b0eb-630b73147249" [ 1195.829567] env[69784]: _type = "Task" [ 1195.829567] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.837542] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c01d7e-2473-ccd2-b0eb-630b73147249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.975487] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.364s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.975731] env[69784]: INFO nova.compute.manager [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Migrating [ 1195.983059] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.183s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.073163] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52776fb5-7ca4-7892-bd0c-036fa5cfd4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.073458] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.073763] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 5b1f309f-ca9e-4611-8d42-a26488dc443a/5b1f309f-ca9e-4611-8d42-a26488dc443a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.074055] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050a0d02-e464-420b-9609-ad4f92463d3f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.081053] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.081302] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.085265] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1196.085265] env[69784]: value = "task-3628419" [ 1196.085265] env[69784]: _type = "Task" [ 1196.085265] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.094150] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.132408] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.266185] env[69784]: DEBUG oslo_vmware.api [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628418, 'name': PowerOnVM_Task, 'duration_secs': 0.458387} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.266486] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.266710] env[69784]: INFO nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1196.266889] env[69784]: DEBUG nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.267741] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac2fc37-5d6a-4997-b06e-053cc4928631 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.342437] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c01d7e-2473-ccd2-b0eb-630b73147249, 'name': SearchDatastore_Task, 'duration_secs': 0.017976} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.343118] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.343118] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.343320] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.343482] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.343677] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.343941] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58ee1f1-4ef5-4273-a49b-daa5e32421fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.357028] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.357028] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.357028] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f77d4a-6fcb-4b16-9a0d-8351b3ff95aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.360798] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1196.360798] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52948818-fd69-26a1-6248-cf6031c71da3" [ 1196.360798] env[69784]: _type = "Task" [ 1196.360798] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.368945] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52948818-fd69-26a1-6248-cf6031c71da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.496965] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.496965] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.496965] env[69784]: DEBUG nova.network.neutron [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.497378] env[69784]: INFO nova.compute.claims [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.584383] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.600746] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.637454] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.791571] env[69784]: INFO nova.compute.manager [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Took 16.13 seconds to build instance. [ 1196.808361] env[69784]: DEBUG nova.network.neutron [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.872631] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52948818-fd69-26a1-6248-cf6031c71da3, 'name': SearchDatastore_Task, 'duration_secs': 0.017819} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.873459] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efd743d-708c-47d4-95b4-a17a535bdfa7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.878777] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1196.878777] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ac38ca-5e0e-7d84-d78a-e3cdbd5b9d26" [ 1196.878777] env[69784]: _type = "Task" [ 1196.878777] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.887987] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ac38ca-5e0e-7d84-d78a-e3cdbd5b9d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.003886] env[69784]: INFO nova.compute.resource_tracker [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating resource usage from migration d52059ea-ac6d-46f3-aef3-e0d809e2e067 [ 1197.102649] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633927} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.102922] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 5b1f309f-ca9e-4611-8d42-a26488dc443a/5b1f309f-ca9e-4611-8d42-a26488dc443a.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.103176] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.103436] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979a98af-ce53-49d7-b9f4-139d3bc5db85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.110758] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.111987] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1197.111987] env[69784]: value = "task-3628420" [ 1197.111987] env[69784]: _type = "Task" [ 1197.111987] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.120794] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.132942] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.256096] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b218d7d2-5ba7-46e8-92d9-a73e4d1117aa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.267455] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7ba62f-d449-4866-8e62-b3da1589a194 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.299769] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa7b58a7-2ba0-40c0-a65b-dc6b33756d8a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.655s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.300820] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053e24f-3465-4041-b4ca-081ac5c6035b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.308527] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba4a9c-1d74-4d83-93b7-51309c32d1d4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.312982] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.327740] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.328277] env[69784]: DEBUG nova.compute.provider_tree [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.329684] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.330195] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.330195] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.330870] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.331153] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.331273] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1197.331365] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.391038] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ac38ca-5e0e-7d84-d78a-e3cdbd5b9d26, 'name': SearchDatastore_Task, 'duration_secs': 0.01777} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.391038] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.391038] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 53910ba0-ef35-43c2-a446-237d2d70d118/53910ba0-ef35-43c2-a446-237d2d70d118.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.391038] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca0a5e4-f6d5-47b4-bfdf-269893ef5e92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.398292] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1197.398292] env[69784]: value = "task-3628421" [ 1197.398292] env[69784]: _type = "Task" [ 1197.398292] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.407541] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.622460] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092633} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.622823] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.623912] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6e96e-1b99-4d29-8f6b-d76e2405400a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.646818] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.657360] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5b1f309f-ca9e-4611-8d42-a26488dc443a/5b1f309f-ca9e-4611-8d42-a26488dc443a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.657773] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091a1319-cdca-4fee-bcb5-4ce4d66870b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.680750] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1197.680750] env[69784]: value = "task-3628422" [ 1197.680750] env[69784]: _type = "Task" [ 1197.680750] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.690206] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.832322] env[69784]: DEBUG nova.scheduler.client.report [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.835970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.912393] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628421, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.949346] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52305ba4-8b0d-0da6-06bd-fd98509d5bb1/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.949892] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9476eb-56c0-4d60-bbb5-1191463c4e34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.957108] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52305ba4-8b0d-0da6-06bd-fd98509d5bb1/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.957313] env[69784]: ERROR oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52305ba4-8b0d-0da6-06bd-fd98509d5bb1/disk-0.vmdk due to incomplete transfer. [ 1197.957564] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdb4fdfd-6855-46cd-9a49-09ce4b57648d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.970663] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52305ba4-8b0d-0da6-06bd-fd98509d5bb1/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1197.970891] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Uploaded image 42441171-442b-4a20-853d-fdd349f0aaaf to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1197.975615] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.976123] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8aec2b4-6f8a-43a4-bfce-7eb10b0f716a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.983709] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1197.983709] env[69784]: value = "task-3628423" [ 1197.983709] env[69784]: _type = "Task" [ 1197.983709] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.994034] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628423, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.137193] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.171507] env[69784]: DEBUG nova.compute.manager [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Received event network-changed-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.171876] env[69784]: DEBUG nova.compute.manager [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Refreshing instance network info cache due to event network-changed-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.171876] env[69784]: DEBUG oslo_concurrency.lockutils [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] Acquiring lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.172016] env[69784]: DEBUG oslo_concurrency.lockutils [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] Acquired lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.172165] env[69784]: DEBUG nova.network.neutron [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Refreshing network info cache for port d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.194453] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.337726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.355s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.338060] env[69784]: INFO nova.compute.manager [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Migrating [ 1198.345097] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.310s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.410610] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686979} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.410886] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 53910ba0-ef35-43c2-a446-237d2d70d118/53910ba0-ef35-43c2-a446-237d2d70d118.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.411156] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.411412] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c72274f0-63a4-41dd-9b09-b745affb45dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.417465] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1198.417465] env[69784]: value = "task-3628424" [ 1198.417465] env[69784]: _type = "Task" [ 1198.417465] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.425715] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.494044] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628423, 'name': Destroy_Task, 'duration_secs': 0.366862} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.494346] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Destroyed the VM [ 1198.494588] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.494839] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5b0c1c4-b7b3-4b2e-8786-454a4221606d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.501528] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1198.501528] env[69784]: value = "task-3628425" [ 1198.501528] env[69784]: _type = "Task" [ 1198.501528] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.509132] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628425, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.637966] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.691968] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628422, 'name': ReconfigVM_Task, 'duration_secs': 0.520239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.692172] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5b1f309f-ca9e-4611-8d42-a26488dc443a/5b1f309f-ca9e-4611-8d42-a26488dc443a.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.692826] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75b6485f-f96b-4f40-a2d8-e284a55ff07b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.699423] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1198.699423] env[69784]: value = "task-3628426" [ 1198.699423] env[69784]: _type = "Task" [ 1198.699423] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.707832] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628426, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.828269] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b94d2-449e-42dd-a430-6cb6191798c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.855263] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.862177] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.862177] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.862177] env[69784]: DEBUG nova.network.neutron [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.927748] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066653} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.930352] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.931356] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45008f7f-7a13-4a41-87db-9a5e71d45bd2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.955780] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 53910ba0-ef35-43c2-a446-237d2d70d118/53910ba0-ef35-43c2-a446-237d2d70d118.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.958404] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dde8d62-114a-40b9-a9e9-279c4351e3e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.973440] env[69784]: DEBUG nova.network.neutron [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Updated VIF entry in instance network info cache for port d4d693eb-fcb4-4e1a-9db6-e53a9a48c423. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.973809] env[69784]: DEBUG nova.network.neutron [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Updating instance_info_cache with network_info: [{"id": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "address": "fa:16:3e:1d:ad:46", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4d693eb-fc", "ovs_interfaceid": "d4d693eb-fcb4-4e1a-9db6-e53a9a48c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.980814] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1198.980814] env[69784]: value = "task-3628427" [ 1198.980814] env[69784]: _type = "Task" [ 1198.980814] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.992604] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.011180] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628425, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.122412] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af69988-2a7c-41ba-8d83-cb515db0c3b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.135367] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49eafb-56da-4225-b00a-74ecc41473b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.144456] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.172377] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da25b0-50c8-41ef-bf2b-72baf63ddc1a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.180404] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced35b60-e497-4f90-9510-6cfc4501aef0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.195311] env[69784]: DEBUG nova.compute.provider_tree [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.209886] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628426, 'name': Rename_Task, 'duration_secs': 0.152885} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.210238] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.210519] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3993c943-d744-4ea2-a64f-5038e1af50b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.217984] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1199.217984] env[69784]: value = "task-3628428" [ 1199.217984] env[69784]: _type = "Task" [ 1199.217984] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.226379] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.365892] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.368739] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6421f770-0832-4d55-9c47-5a5765da8dde {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.377111] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1199.377111] env[69784]: value = "task-3628429" [ 1199.377111] env[69784]: _type = "Task" [ 1199.377111] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.385846] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.476276] env[69784]: DEBUG oslo_concurrency.lockutils [req-e0989dc8-c30d-4ec5-bb13-e4c7ddb97131 req-1f5a7ebe-1ede-44f8-83ac-a3c1c5707f80 service nova] Releasing lock "refresh_cache-d80a2b2e-0f85-495f-b036-4cdb6cdf6880" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.490728] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628427, 'name': ReconfigVM_Task, 'duration_secs': 0.309127} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.491042] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 53910ba0-ef35-43c2-a446-237d2d70d118/53910ba0-ef35-43c2-a446-237d2d70d118.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.491673] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b05ec55b-bfd6-4b92-88b4-d2967b0334f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.507263] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1199.507263] env[69784]: value = "task-3628430" [ 1199.507263] env[69784]: _type = "Task" [ 1199.507263] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.516726] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628425, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.523541] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628430, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.593053] env[69784]: DEBUG nova.network.neutron [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.642188] env[69784]: DEBUG oslo_vmware.api [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628413, 'name': ReconfigVM_Task, 'duration_secs': 5.813506} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.642531] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.642682] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfigured VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1199.698369] env[69784]: DEBUG nova.scheduler.client.report [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.728056] env[69784]: DEBUG oslo_vmware.api [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628428, 'name': PowerOnVM_Task, 'duration_secs': 0.484152} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.728336] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.728535] env[69784]: INFO nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1199.728714] env[69784]: DEBUG nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.729493] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d980c6-50cb-45fe-883e-fedc56b4b4d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.891692] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628429, 'name': PowerOffVM_Task, 'duration_secs': 0.306342} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.892061] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.892270] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.984666] env[69784]: DEBUG nova.compute.manager [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-vif-deleted-2df8369c-28df-4f08-af50-b0b48a27909c {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.984910] env[69784]: INFO nova.compute.manager [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Neutron deleted interface 2df8369c-28df-4f08-af50-b0b48a27909c; detaching it from the instance and deleting it from the info cache [ 1199.985302] env[69784]: DEBUG nova.network.neutron [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55aa95c5-d97d-4515-9136-cd170dc125be", "address": "fa:16:3e:38:3c:a5", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aa95c5-d9", "ovs_interfaceid": "55aa95c5-d97d-4515-9136-cd170dc125be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.015029] env[69784]: DEBUG oslo_vmware.api [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628425, 'name': RemoveSnapshot_Task, 'duration_secs': 1.184933} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.015582] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1200.015865] env[69784]: INFO nova.compute.manager [None req-2d13229c-3087-4f0d-9886-a153dd1e96e7 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 1200.022208] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628430, 'name': Rename_Task, 'duration_secs': 0.329958} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.022644] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.023708] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7844c17c-89a0-43de-a375-286d08a6e46c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.029072] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1200.029072] env[69784]: value = "task-3628431" [ 1200.029072] env[69784]: _type = "Task" [ 1200.029072] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.036986] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.095914] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.246759] env[69784]: INFO nova.compute.manager [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Took 15.27 seconds to build instance. [ 1200.399679] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.399970] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.400217] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.400374] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.400545] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.400703] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.400968] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.401196] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.401589] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.401589] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.401797] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.407842] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1254406a-5ab4-4b0a-b1e8-1c207bc576ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.424329] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1200.424329] env[69784]: value = "task-3628432" [ 1200.424329] env[69784]: _type = "Task" [ 1200.424329] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.433149] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.488159] env[69784]: DEBUG oslo_concurrency.lockutils [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.488362] env[69784]: DEBUG oslo_concurrency.lockutils [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] Acquired lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.489269] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b23cb-5bdc-452e-99ee-5d5c5b6dfb11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.507188] env[69784]: DEBUG oslo_concurrency.lockutils [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] Releasing lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.507479] env[69784]: WARNING nova.compute.manager [req-9ba6daa4-b849-498e-a5f6-f41cf40bf096 req-28a6235e-962a-4ba1-bc5f-9eee2140f316 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Detach interface failed, port_id=2df8369c-28df-4f08-af50-b0b48a27909c, reason: No device with interface-id 2df8369c-28df-4f08-af50-b0b48a27909c exists on VM: nova.exception.NotFound: No device with interface-id 2df8369c-28df-4f08-af50-b0b48a27909c exists on VM [ 1200.538841] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.541163] env[69784]: DEBUG nova.compute.manager [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-vif-deleted-55aa95c5-d97d-4515-9136-cd170dc125be {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.541372] env[69784]: INFO nova.compute.manager [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Neutron deleted interface 55aa95c5-d97d-4515-9136-cd170dc125be; detaching it from the instance and deleting it from the info cache [ 1200.541621] env[69784]: DEBUG nova.network.neutron [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.554666] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b423d7-2f61-4654-810e-ab9a8b65b9c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.561505] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Suspending the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1200.561960] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-815714d7-85e5-4044-a1db-9e9f558ce5f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.568077] env[69784]: DEBUG oslo_vmware.api [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1200.568077] env[69784]: value = "task-3628433" [ 1200.568077] env[69784]: _type = "Task" [ 1200.568077] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.576121] env[69784]: DEBUG oslo_vmware.api [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628433, 'name': SuspendVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.710210] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.365s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.713931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.603s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.715666] env[69784]: INFO nova.compute.claims [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.748037] env[69784]: DEBUG oslo_concurrency.lockutils [None req-208f9782-0650-41b5-b461-5e1c16ae68e1 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.781s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.890638] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.890931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.891301] env[69784]: DEBUG nova.network.neutron [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.935270] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628432, 'name': ReconfigVM_Task, 'duration_secs': 0.325999} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.935270] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.039847] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.046025] env[69784]: DEBUG oslo_concurrency.lockutils [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.046203] env[69784]: DEBUG oslo_concurrency.lockutils [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Acquired lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.047026] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6950409-3bea-498c-bd05-4899a3314e84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.064209] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba70ee9-8395-4beb-8dd2-9dd36ff54a3a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.088878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.094639] env[69784]: DEBUG nova.virt.vmwareapi.vmops [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfiguring VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1201.094944] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e1af3c-a239-480d-8bd4-f375858c3ff2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.115632] env[69784]: DEBUG oslo_vmware.api [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628433, 'name': SuspendVM_Task} progress is 58%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.120531] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Waiting for the task: (returnval){ [ 1201.120531] env[69784]: value = "task-3628434" [ 1201.120531] env[69784]: _type = "Task" [ 1201.120531] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.129914] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.288077] env[69784]: INFO nova.scheduler.client.report [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted allocation for migration b6985166-6a83-464c-b1b9-2bf24af45553 [ 1201.441813] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.442086] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.442258] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.442444] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.442592] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.442749] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.442988] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.443168] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.443350] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.443511] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.443685] env[69784]: DEBUG nova.virt.hardware [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.449991] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.450319] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0847ca7b-d87f-46f5-888f-28055ad6b198 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.469172] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1201.469172] env[69784]: value = "task-3628435" [ 1201.469172] env[69784]: _type = "Task" [ 1201.469172] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.477625] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.541125] env[69784]: DEBUG oslo_vmware.api [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628431, 'name': PowerOnVM_Task, 'duration_secs': 1.306561} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.543856] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.544117] env[69784]: INFO nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1201.544418] env[69784]: DEBUG nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.545596] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c6e2f1-e974-4245-87fc-5ca29b69599d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.579604] env[69784]: DEBUG oslo_vmware.api [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628433, 'name': SuspendVM_Task, 'duration_secs': 0.850357} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.580041] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Suspended the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1201.580457] env[69784]: DEBUG nova.compute.manager [None req-4e442c3d-d586-4427-91e5-252cccf597bf tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.581532] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042dcc76-bf4f-4bad-ad71-56ebde4996a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.620037] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e660c-4d63-4108-bf35-829867343772 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.645181] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.654554] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.717896] env[69784]: DEBUG nova.network.neutron [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [{"id": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "address": "fa:16:3e:0b:c4:e3", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae94fb3-93", "ovs_interfaceid": "9ae94fb3-9395-4b2f-b23d-7f902801d568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.795360] env[69784]: DEBUG oslo_concurrency.lockutils [None req-14dc1151-d2d7-4e28-8e81-b9509752c0ea tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.009s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.909792] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fbb77c-2342-4e72-810c-5340ee696f88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.917291] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e972b-4c19-4186-b13d-19300a497003 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.946570] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ee1f9-1b2f-4d13-afb9-b362b156e6f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.953407] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f43baf-1294-4471-86a7-b0fcd7ed08eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.967687] env[69784]: DEBUG nova.compute.provider_tree [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.976713] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.012377] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.012682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.012801] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.012977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.013156] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.015411] env[69784]: INFO nova.compute.manager [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Terminating instance [ 1202.064396] env[69784]: INFO nova.compute.manager [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Took 15.72 seconds to build instance. [ 1202.067672] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "853c735c-83db-4ec7-a639-83cf21664723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.067759] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "853c735c-83db-4ec7-a639-83cf21664723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.067913] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "853c735c-83db-4ec7-a639-83cf21664723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.068096] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "853c735c-83db-4ec7-a639-83cf21664723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.068255] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "853c735c-83db-4ec7-a639-83cf21664723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.069888] env[69784]: INFO nova.compute.manager [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Terminating instance [ 1202.133733] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.158057] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.158057] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3ddf7b-2d64-4b3e-8297-89c708a0681b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.164328] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1202.164328] env[69784]: value = "task-3628436" [ 1202.164328] env[69784]: _type = "Task" [ 1202.164328] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.172468] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.221197] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.470832] env[69784]: DEBUG nova.scheduler.client.report [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.484708] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628435, 'name': ReconfigVM_Task, 'duration_secs': 0.603071} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.484879] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.486276] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af69c67-25e8-471f-b305-66decd0c2b21 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.514667] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.515293] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d93bb1b-93ff-4240-a5bd-5ef9babb5856 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.530861] env[69784]: DEBUG nova.compute.manager [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.531115] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.535380] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f09465-817d-43e5-9017-4a6699cc4d51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.544130] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.545812] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c93dfc0-9e53-4435-8941-b26d2c180247 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.547422] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1202.547422] env[69784]: value = "task-3628437" [ 1202.547422] env[69784]: _type = "Task" [ 1202.547422] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.552593] env[69784]: DEBUG oslo_vmware.api [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1202.552593] env[69784]: value = "task-3628438" [ 1202.552593] env[69784]: _type = "Task" [ 1202.552593] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.559028] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.563835] env[69784]: DEBUG oslo_vmware.api [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.566332] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8eeffb9d-6e13-4ce2-9f48-682042444a38 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.229s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.573851] env[69784]: DEBUG nova.compute.manager [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.574087] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.574899] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc8d69-2cda-4235-ab4e-fc70301d0e06 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.581698] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.581926] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde27dd2-4174-40cd-b283-616ecfeeaab7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.589689] env[69784]: DEBUG oslo_vmware.api [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1202.589689] env[69784]: value = "task-3628439" [ 1202.589689] env[69784]: _type = "Task" [ 1202.589689] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.597551] env[69784]: DEBUG oslo_vmware.api [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.634400] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.674561] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628436, 'name': PowerOffVM_Task, 'duration_secs': 0.195077} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.674856] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.675072] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.726365] env[69784]: DEBUG oslo_concurrency.lockutils [None req-61e7ad62-86df-43ce-8258-649ce323eae2 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-f325b688-90a8-4afd-ba1d-9660f2eaeae9-2df8369c-28df-4f08-af50-b0b48a27909c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.753s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.978971] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.979491] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.981992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.146s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.982334] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.982512] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1202.983582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b16eb6-c4c9-4e85-9c7b-ed4be0e80f4c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.991854] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e279e2b3-4fbb-4869-a7eb-d142fe0dacd5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.007403] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e3f51-c674-4667-bc0f-e13b4d8e8d4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.014569] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cca72b-e6f4-4b13-8cc2-76b1f6674581 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.045331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "5b1f309f-ca9e-4611-8d42-a26488dc443a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.045567] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.045770] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "5b1f309f-ca9e-4611-8d42-a26488dc443a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.045948] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.046145] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.047665] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178758MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1203.047801] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.048006] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.052120] env[69784]: INFO nova.compute.manager [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Terminating instance [ 1203.066951] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.070297] env[69784]: DEBUG oslo_vmware.api [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628438, 'name': PowerOffVM_Task, 'duration_secs': 0.214294} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.071167] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.071377] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.071624] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bad1dff-2b3a-40b1-ac2d-feaa04d93a34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.100529] env[69784]: DEBUG oslo_vmware.api [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628439, 'name': PowerOffVM_Task, 'duration_secs': 0.176031} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.100697] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.100767] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.101050] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ffcdc3-485e-44fa-a434-dff5a60f6d09 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.134291] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.137796] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.138026] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.138216] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleting the datastore file [datastore1] 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.138468] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a0a0d5-cf10-4740-be48-ff86a8cae594 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.145146] env[69784]: DEBUG oslo_vmware.api [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1203.145146] env[69784]: value = "task-3628442" [ 1203.145146] env[69784]: _type = "Task" [ 1203.145146] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.153910] env[69784]: DEBUG oslo_vmware.api [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.169264] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.169520] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.169721] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Deleting the datastore file [datastore1] 853c735c-83db-4ec7-a639-83cf21664723 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.170054] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e38dde4-b382-4745-be59-80f5137a0099 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.176130] env[69784]: DEBUG oslo_vmware.api [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for the task: (returnval){ [ 1203.176130] env[69784]: value = "task-3628443" [ 1203.176130] env[69784]: _type = "Task" [ 1203.176130] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.181298] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.181546] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.181712] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.181924] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.182110] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.182273] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.182507] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.182762] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.182955] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.183271] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.183382] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.188583] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c17861-18ae-4ba6-97cc-01d9f2ef3cb3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.205403] env[69784]: DEBUG oslo_vmware.api [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.206915] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1203.206915] env[69784]: value = "task-3628444" [ 1203.206915] env[69784]: _type = "Task" [ 1203.206915] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.215106] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.462369] env[69784]: DEBUG oslo_concurrency.lockutils [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "53910ba0-ef35-43c2-a446-237d2d70d118" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.462711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.462920] env[69784]: DEBUG nova.compute.manager [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.463862] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd621f-c181-4fff-8d31-77a359aebdae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.470958] env[69784]: DEBUG nova.compute.manager [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1203.471581] env[69784]: DEBUG nova.objects.instance [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lazy-loading 'flavor' on Instance uuid 53910ba0-ef35-43c2-a446-237d2d70d118 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.485155] env[69784]: DEBUG nova.compute.utils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.486508] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.486893] env[69784]: DEBUG nova.network.neutron [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.535470] env[69784]: DEBUG nova.policy [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e93384655849c3ba3bc6bc5b8aadb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a94c774c6c874072930d3b0f6e963175', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.569161] env[69784]: DEBUG nova.compute.manager [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.569161] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.569161] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94044b67-6544-4ad5-b64f-c34f57192b0f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.576358] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628437, 'name': ReconfigVM_Task, 'duration_secs': 0.719712} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.578475] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.578773] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.582297] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.583032] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d9af515-d2ed-4c7c-bc87-a52d02a9fe11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.634710] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.655643] env[69784]: DEBUG oslo_vmware.api [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179323} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.655912] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.656114] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.656403] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.656555] env[69784]: INFO nova.compute.manager [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1203.656795] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.656979] env[69784]: DEBUG nova.compute.manager [-] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.657091] env[69784]: DEBUG nova.network.neutron [-] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.660459] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.661096] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.661096] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleting the datastore file [datastore1] 5b1f309f-ca9e-4611-8d42-a26488dc443a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.661338] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d91c88a8-89de-4d2a-98a0-0c6540e9b452 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.670139] env[69784]: DEBUG oslo_vmware.api [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1203.670139] env[69784]: value = "task-3628446" [ 1203.670139] env[69784]: _type = "Task" [ 1203.670139] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.677655] env[69784]: DEBUG oslo_vmware.api [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.685426] env[69784]: DEBUG oslo_vmware.api [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Task: {'id': task-3628443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206104} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.685682] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.685872] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.686080] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.686269] env[69784]: INFO nova.compute.manager [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1203.686511] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.686719] env[69784]: DEBUG nova.compute.manager [-] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.686816] env[69784]: DEBUG nova.network.neutron [-] [instance: 853c735c-83db-4ec7-a639-83cf21664723] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.717100] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628444, 'name': ReconfigVM_Task, 'duration_secs': 0.174321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.717442] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.923674] env[69784]: DEBUG nova.network.neutron [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Successfully created port: f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.991135] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.068121] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Applying migration context for instance 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 as it has an incoming, in-progress migration 3b79db8f-9564-46e3-b529-6d09ec7759ef. Migration status is migrating {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1204.068422] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Applying migration context for instance 24a994ec-4bff-4792-9dbf-a7d30f43af9d as it has an incoming, in-progress migration d52059ea-ac6d-46f3-aef3-e0d809e2e067. Migration status is migrating {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1204.070498] env[69784]: INFO nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating resource usage from migration 3b79db8f-9564-46e3-b529-6d09ec7759ef [ 1204.070864] env[69784]: INFO nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating resource usage from migration d52059ea-ac6d-46f3-aef3-e0d809e2e067 [ 1204.085831] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13452226-800e-44bf-9f3e-fa15feb425a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.113205] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f134faa-69cb-4a71-bf1e-a30d26bdff73 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.138217] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.154723] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.180486] env[69784]: DEBUG oslo_vmware.api [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194127} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.180775] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.181294] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.181439] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.181825] env[69784]: INFO nova.compute.manager [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1204.182274] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.182457] env[69784]: DEBUG nova.compute.manager [-] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.182907] env[69784]: DEBUG nova.network.neutron [-] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.224846] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.225116] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.225278] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.225466] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.225609] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.225771] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.229023] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.229023] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.229023] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.229023] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.229023] env[69784]: DEBUG nova.virt.hardware [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.232859] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.234025] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.234170] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb175817-6559-4954-9979-6125c80f623a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.234365] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5d1f3d78-1d67-4e83-9547-120f9bea8d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.234557] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f325b688-90a8-4afd-ba1d-9660f2eaeae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.234752] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 54d589ef-e98a-4321-8b2a-b7b325a1e730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.234948] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 853c735c-83db-4ec7-a639-83cf21664723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.235163] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.235358] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance d80a2b2e-0f85-495f-b036-4cdb6cdf6880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.235539] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 5b1f309f-ca9e-4611-8d42-a26488dc443a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.235736] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 53910ba0-ef35-43c2-a446-237d2d70d118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.236028] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Migration 3b79db8f-9564-46e3-b529-6d09ec7759ef is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1204.236205] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.236329] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Migration d52059ea-ac6d-46f3-aef3-e0d809e2e067 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1204.236442] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 24a994ec-4bff-4792-9dbf-a7d30f43af9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.236555] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f2ec1e4a-a25c-483c-8155-94619b43c8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1204.236781] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1204.236916] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1204.241029] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f429b8-5192-4db5-80ab-2c38fd1c49b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.263504] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1204.263504] env[69784]: value = "task-3628447" [ 1204.263504] env[69784]: _type = "Task" [ 1204.263504] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.287099] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.289638] env[69784]: DEBUG nova.compute.manager [req-12540494-e11b-4033-b3fa-d7fc45f3844b req-03395767-1666-41e4-96fd-be91be0e40bc service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Received event network-vif-deleted-6b7cfec7-c5ce-4152-ae21-bae36fda250b {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.289858] env[69784]: INFO nova.compute.manager [req-12540494-e11b-4033-b3fa-d7fc45f3844b req-03395767-1666-41e4-96fd-be91be0e40bc service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Neutron deleted interface 6b7cfec7-c5ce-4152-ae21-bae36fda250b; detaching it from the instance and deleting it from the info cache [ 1204.290060] env[69784]: DEBUG nova.network.neutron [req-12540494-e11b-4033-b3fa-d7fc45f3844b req-03395767-1666-41e4-96fd-be91be0e40bc service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.482070] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.482070] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17a8119-dcba-4be0-8561-06df997a7594 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.489372] env[69784]: DEBUG oslo_vmware.api [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1204.489372] env[69784]: value = "task-3628448" [ 1204.489372] env[69784]: _type = "Task" [ 1204.489372] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.500845] env[69784]: DEBUG oslo_vmware.api [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.504405] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c43220-48d0-4bc3-9ba1-0e7254c8cb25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.511245] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c225fd-502d-4fcc-90e6-a5f2a477f385 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.547982] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cac29e6-2573-4f73-9c05-1933dcdafcc3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.557481] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030dcc2-1a01-4a6d-8082-c6f54f41d3cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.569130] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.649710] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.697624] env[69784]: DEBUG nova.network.neutron [-] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.773557] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.793677] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-704197b7-0f70-427b-b1ae-2e03638b5626 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.802946] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be26af8-c5b8-4c9b-8e8f-5782b22b4f19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.833828] env[69784]: DEBUG nova.compute.manager [req-12540494-e11b-4033-b3fa-d7fc45f3844b req-03395767-1666-41e4-96fd-be91be0e40bc service nova] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Detach interface failed, port_id=6b7cfec7-c5ce-4152-ae21-bae36fda250b, reason: Instance 853c735c-83db-4ec7-a639-83cf21664723 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.985777] env[69784]: DEBUG nova.network.neutron [-] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.999097] env[69784]: DEBUG oslo_vmware.api [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628448, 'name': PowerOffVM_Task, 'duration_secs': 0.273776} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.999914] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.000144] env[69784]: DEBUG nova.compute.manager [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.001043] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9468b2b-dc06-40a0-848c-77016427ad8a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.004365] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.029764] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.030006] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.030175] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.030364] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.030512] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.030661] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.030868] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.031060] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.031249] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.031423] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.031589] env[69784]: DEBUG nova.virt.hardware [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.032487] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2c688c-2a51-4f19-9475-0402d953ef24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.041043] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9355d8d6-2c1d-49e7-b479-0715897d222a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.074070] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.106527] env[69784]: DEBUG nova.network.neutron [-] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.146347] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.199802] env[69784]: INFO nova.compute.manager [-] [instance: 853c735c-83db-4ec7-a639-83cf21664723] Took 1.51 seconds to deallocate network for instance. [ 1205.274984] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.489210] env[69784]: INFO nova.compute.manager [-] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Took 1.83 seconds to deallocate network for instance. [ 1205.515051] env[69784]: DEBUG oslo_concurrency.lockutils [None req-453f77a3-e474-47ac-a664-5a83d3552ffb tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.545606] env[69784]: DEBUG nova.compute.manager [req-b756a3ac-4035-47d2-83ca-eef46d5ea7f3 req-ff68c300-2dd7-4a7f-af57-f2fc284fbed1 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-vif-plugged-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.545837] env[69784]: DEBUG oslo_concurrency.lockutils [req-b756a3ac-4035-47d2-83ca-eef46d5ea7f3 req-ff68c300-2dd7-4a7f-af57-f2fc284fbed1 service nova] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.546064] env[69784]: DEBUG oslo_concurrency.lockutils [req-b756a3ac-4035-47d2-83ca-eef46d5ea7f3 req-ff68c300-2dd7-4a7f-af57-f2fc284fbed1 service nova] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.546241] env[69784]: DEBUG oslo_concurrency.lockutils [req-b756a3ac-4035-47d2-83ca-eef46d5ea7f3 req-ff68c300-2dd7-4a7f-af57-f2fc284fbed1 service nova] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.546409] env[69784]: DEBUG nova.compute.manager [req-b756a3ac-4035-47d2-83ca-eef46d5ea7f3 req-ff68c300-2dd7-4a7f-af57-f2fc284fbed1 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] No waiting events found dispatching network-vif-plugged-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.546574] env[69784]: WARNING nova.compute.manager [req-b756a3ac-4035-47d2-83ca-eef46d5ea7f3 req-ff68c300-2dd7-4a7f-af57-f2fc284fbed1 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received unexpected event network-vif-plugged-f683730e-0cea-4d44-a1ba-951809ac77e9 for instance with vm_state building and task_state spawning. [ 1205.579432] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1205.579592] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.532s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.580091] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.580239] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Cleaning up deleted instances {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1205.610320] env[69784]: INFO nova.compute.manager [-] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Took 1.43 seconds to deallocate network for instance. [ 1205.633029] env[69784]: DEBUG nova.network.neutron [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Successfully updated port: f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.648828] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.706074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.706342] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.706556] env[69784]: DEBUG nova.objects.instance [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lazy-loading 'resources' on Instance uuid 853c735c-83db-4ec7-a639-83cf21664723 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.773250] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628447, 'name': ReconfigVM_Task, 'duration_secs': 1.251783} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.773444] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.774216] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f5ca89-ac55-4a53-ac84-b468e3f2bd9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.797431] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-2916eb40-edea-4f1f-9331-292a72f84175/volume-2916eb40-edea-4f1f-9331-292a72f84175.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.797815] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d165b8-cd55-4f03-9d34-543f3941f619 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.811363] env[69784]: DEBUG nova.network.neutron [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Port a487be97-10ab-4454-a23a-5d31cbdba5ce binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1205.817878] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1205.817878] env[69784]: value = "task-3628449" [ 1205.817878] env[69784]: _type = "Task" [ 1205.817878] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.826117] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.996273] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.096499] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] There are 59 instances to clean {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1206.096689] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: bc1f828d-6ead-4a68-9756-08c3676d743e] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.115043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.137043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.137043] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.137043] env[69784]: DEBUG nova.network.neutron [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.149294] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.205431] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "53910ba0-ef35-43c2-a446-237d2d70d118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.205591] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.205772] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "53910ba0-ef35-43c2-a446-237d2d70d118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.205957] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.206154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.208574] env[69784]: INFO nova.compute.manager [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Terminating instance [ 1206.329648] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628449, 'name': ReconfigVM_Task, 'duration_secs': 0.259944} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.333164] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-2916eb40-edea-4f1f-9331-292a72f84175/volume-2916eb40-edea-4f1f-9331-292a72f84175.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.333469] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.337643] env[69784]: DEBUG nova.compute.manager [req-f2e400d3-df55-4986-9de8-935ab7717aa5 req-45139d1d-4fa6-4a3e-88d9-06d6b06a0731 service nova] [instance: 09356081-f58b-4a4e-b794-ca91c9dd66d5] Received event network-vif-deleted-c304a720-453f-4a7d-b359-9e6d2c740322 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.337803] env[69784]: DEBUG nova.compute.manager [req-f2e400d3-df55-4986-9de8-935ab7717aa5 req-45139d1d-4fa6-4a3e-88d9-06d6b06a0731 service nova] [instance: 5b1f309f-ca9e-4611-8d42-a26488dc443a] Received event network-vif-deleted-98c446fe-0359-4686-a765-f575968ea637 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.402553] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c395ffe-06bf-44eb-badd-06c9e4a33450 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.413052] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92aa9d-9860-4c7b-98b2-d1765aca3c40 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.442972] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42dbe94-c0b2-4280-9baf-8d1b2f153434 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.450274] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1bef9-3424-4560-9227-9761dc8a16e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.463373] env[69784]: DEBUG nova.compute.provider_tree [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.599911] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: eb27c901-3423-493d-8d48-84ac0f8a3e80] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.649744] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.669388] env[69784]: DEBUG nova.network.neutron [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.715241] env[69784]: DEBUG nova.compute.manager [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.715464] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.716338] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e68e793-15ca-4655-b89c-0eae8650385f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.723433] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.723784] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a666d7-ec7b-45f2-9111-91701c50ed4c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.787853] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.788093] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.788286] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore1] 53910ba0-ef35-43c2-a446-237d2d70d118 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.788600] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4dc50be-63d0-408e-b728-29ef7e55abb0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.795456] env[69784]: DEBUG oslo_vmware.api [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1206.795456] env[69784]: value = "task-3628451" [ 1206.795456] env[69784]: _type = "Task" [ 1206.795456] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.804653] env[69784]: DEBUG oslo_vmware.api [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.805908] env[69784]: DEBUG nova.network.neutron [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.846976] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.847406] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.847717] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.851614] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b63a6-6f8d-4086-90f0-8f591973a37e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.886788] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d454d-d9af-46e1-9467-4dbfc7578875 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.919022] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.965941] env[69784]: DEBUG nova.scheduler.client.report [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.104790] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 2e3a3496-28c9-470f-b3b9-209daceacbb7] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.150696] env[69784]: DEBUG oslo_vmware.api [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Task: {'id': task-3628434, 'name': ReconfigVM_Task, 'duration_secs': 5.78952} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.150936] env[69784]: DEBUG oslo_concurrency.lockutils [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] Releasing lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.151185] env[69784]: DEBUG nova.virt.vmwareapi.vmops [req-d2c6cda6-493c-4cbb-98db-f1304978f40f req-b53fb369-abeb-4307-bf77-ca2a7ee4b407 service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Reconfigured VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1207.151689] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.063s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.151905] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.152163] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.152330] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.154232] env[69784]: INFO nova.compute.manager [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Terminating instance [ 1207.305644] env[69784]: DEBUG oslo_vmware.api [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157835} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.305934] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.306094] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.306275] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.306532] env[69784]: INFO nova.compute.manager [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1207.306685] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.306873] env[69784]: DEBUG nova.compute.manager [-] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.306969] env[69784]: DEBUG nova.network.neutron [-] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.308854] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.309179] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Instance network_info: |[{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.309555] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:2a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f683730e-0cea-4d44-a1ba-951809ac77e9', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.316921] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.317428] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.317651] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22762ba0-7cd4-4304-a5c6-0b35bc32f1b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.340456] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.340456] env[69784]: value = "task-3628452" [ 1207.340456] env[69784]: _type = "Task" [ 1207.340456] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.348077] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628452, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.471490] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.474029] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.478s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.474288] env[69784]: DEBUG nova.objects.instance [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'resources' on Instance uuid 09356081-f58b-4a4e-b794-ca91c9dd66d5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.497852] env[69784]: INFO nova.scheduler.client.report [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Deleted allocations for instance 853c735c-83db-4ec7-a639-83cf21664723 [ 1207.574977] env[69784]: DEBUG nova.compute.manager [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.574977] env[69784]: DEBUG nova.compute.manager [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing instance network info cache due to event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.575156] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.575303] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.575437] env[69784]: DEBUG nova.network.neutron [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.607828] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c2d5acf2-8584-4207-b963-b469e9bd84b2] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.658063] env[69784]: DEBUG nova.compute.manager [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.658456] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.659788] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eafa7f-65e8-4e64-8ebc-46d75612d958 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.669735] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.669982] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b356a9-a98e-421a-97d1-fd6fd219806c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.676954] env[69784]: DEBUG oslo_vmware.api [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1207.676954] env[69784]: value = "task-3628453" [ 1207.676954] env[69784]: _type = "Task" [ 1207.676954] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.688095] env[69784]: DEBUG oslo_vmware.api [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.850296] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628452, 'name': CreateVM_Task, 'duration_secs': 0.312681} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.850496] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.851194] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.851359] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.851681] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.851941] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b07ee30-d766-47c7-9de6-d8b16ff252e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.856837] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1207.856837] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e80a8b-37d4-6c36-4c2f-cb0f607be466" [ 1207.856837] env[69784]: _type = "Task" [ 1207.856837] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.867467] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e80a8b-37d4-6c36-4c2f-cb0f607be466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.889949] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.890152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.890332] env[69784]: DEBUG nova.network.neutron [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.005308] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e0b80767-26d6-47fa-948d-b566e9ae4137 tempest-ImagesOneServerTestJSON-1932271102 tempest-ImagesOneServerTestJSON-1932271102-project-member] Lock "853c735c-83db-4ec7-a639-83cf21664723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.937s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.058414] env[69784]: DEBUG nova.network.neutron [-] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.111345] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: bd31cc88-ffee-447b-a0bc-1d05d594bc40] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.159737] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfec03-70ad-4330-87a7-c4850f503f53 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.167908] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee53e5-cef0-4424-ae2d-a87f4ea3004c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.204582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06ce72-efc6-4a4d-8c69-f5432cf1dfa6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.212074] env[69784]: DEBUG oslo_vmware.api [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628453, 'name': PowerOffVM_Task, 'duration_secs': 0.223975} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.214052] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.214489] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.214571] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-663dc2b3-6dcc-4871-9f1f-5f3496f01cbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.216752] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c197398e-0d54-40f0-85a5-76ae735fda0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.230956] env[69784]: DEBUG nova.compute.provider_tree [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.297827] env[69784]: DEBUG nova.network.neutron [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updated VIF entry in instance network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.298220] env[69784]: DEBUG nova.network.neutron [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.368581] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e80a8b-37d4-6c36-4c2f-cb0f607be466, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.368899] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.369193] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.369435] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.369583] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.369760] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.370059] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f02d7da1-1754-4a30-9173-03715b264858 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.378628] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.378811] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.379543] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37a7cc8-2396-4716-a11b-d4159f121c41 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.384903] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1208.384903] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a2381f-608d-917a-415c-fccb0733cda0" [ 1208.384903] env[69784]: _type = "Task" [ 1208.384903] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.394709] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a2381f-608d-917a-415c-fccb0733cda0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.560393] env[69784]: INFO nova.compute.manager [-] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Took 1.25 seconds to deallocate network for instance. [ 1208.590712] env[69784]: DEBUG nova.network.neutron [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Port 0f90f7a8-c369-48b0-84ab-fef45afac599 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1208.614443] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 498a3247-1e65-46d4-851f-44ac19f98a38] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.643151] env[69784]: DEBUG nova.network.neutron [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.734317] env[69784]: DEBUG nova.scheduler.client.report [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.801438] env[69784]: DEBUG oslo_concurrency.lockutils [req-2b87ae9a-b0c2-4675-b257-1260c4c57151 req-29830a93-9e00-44ee-b9f1-78d8084d6a5d service nova] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.897504] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a2381f-608d-917a-415c-fccb0733cda0, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.897504] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93bc63d-898a-45fc-b201-a1f591e56ce5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.904031] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1208.904031] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c98b04-5187-5bfc-9e66-b5889502c76a" [ 1208.904031] env[69784]: _type = "Task" [ 1208.904031] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.909853] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c98b04-5187-5bfc-9e66-b5889502c76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.066396] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.118539] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 0332bb9d-5749-4ef9-8533-d37fe1f776a8] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.145693] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.239315] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.242453] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.127s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.242453] env[69784]: DEBUG nova.objects.instance [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'resources' on Instance uuid 5b1f309f-ca9e-4611-8d42-a26488dc443a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.269804] env[69784]: INFO nova.scheduler.client.report [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted allocations for instance 09356081-f58b-4a4e-b794-ca91c9dd66d5 [ 1209.413858] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c98b04-5187-5bfc-9e66-b5889502c76a, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.414252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.414589] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.414894] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-122c0425-3b76-4f5f-9424-0f4d5ea3bc92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.423416] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.423641] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.423819] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleting the datastore file [datastore1] f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.424809] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb97e55-5d2d-44e5-a840-b08bcc118ae6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.426699] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1209.426699] env[69784]: value = "task-3628455" [ 1209.426699] env[69784]: _type = "Task" [ 1209.426699] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.431214] env[69784]: DEBUG oslo_vmware.api [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1209.431214] env[69784]: value = "task-3628456" [ 1209.431214] env[69784]: _type = "Task" [ 1209.431214] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.437768] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.443136] env[69784]: DEBUG oslo_vmware.api [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.618342] env[69784]: DEBUG nova.compute.manager [req-3d3da4ac-3d41-4075-981e-51be7febe187 req-6ce59c8a-b456-4e89-aaf6-9d9b148b2980 service nova] [instance: 53910ba0-ef35-43c2-a446-237d2d70d118] Received event network-vif-deleted-378e2fdd-197c-443a-b2b3-2856f45e5086 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.619484] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.619836] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.620762] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.623118] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 8cbf49d1-933a-43ad-b3da-28c5d1ab7b18] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.661832] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d5ab28-921a-437c-af13-91ba07eb5368 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.668582] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942562c-68f8-45dd-9083-8a18d8c1c23b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.778321] env[69784]: DEBUG oslo_concurrency.lockutils [None req-06e6df73-ae6f-481d-94ac-2ba1710c8465 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "09356081-f58b-4a4e-b794-ca91c9dd66d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.765s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.942866] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490963} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.945900] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.946153] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.946447] env[69784]: DEBUG oslo_vmware.api [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364683} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.949143] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85816b5b-32e7-4da8-9f0e-659d2f120f2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.950579] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.950767] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.950944] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.951161] env[69784]: INFO nova.compute.manager [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1209.951416] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.951804] env[69784]: DEBUG nova.compute.manager [-] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.951899] env[69784]: DEBUG nova.network.neutron [-] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.958465] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1209.958465] env[69784]: value = "task-3628457" [ 1209.958465] env[69784]: _type = "Task" [ 1209.958465] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.968187] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.976150] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3e70ba-6120-4940-890a-236b636e08f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.983642] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9b0aa-86f6-4b41-8d07-ed167f7eba27 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.017332] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16818f06-6206-4a90-8ab7-972d2c7539de {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.025195] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c1f680-d519-4d47-92d0-91789c653333 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.040646] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.128083] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 5b0be2fd-bd56-4d52-88bc-c7b8b7872b5a] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.468694] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059077} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.469052] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.469930] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70ee31-1778-4d8c-b577-70062785b200 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.494428] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.496334] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b983366-335d-457b-b17b-53779e6e5b49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.517907] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1210.517907] env[69784]: value = "task-3628458" [ 1210.517907] env[69784]: _type = "Task" [ 1210.517907] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.527846] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.562982] env[69784]: ERROR nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [req-e97d1845-09f0-4ea9-aeb3-07137da80e5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e97d1845-09f0-4ea9-aeb3-07137da80e5d"}]} [ 1210.579577] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1210.595878] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1210.596834] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.607647] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1210.630369] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1210.633724] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 4a239a1e-2236-4272-be83-5a3a68a3e2fe] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.678349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.678349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.678349] env[69784]: DEBUG nova.network.neutron [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.792966] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8095ad-2ff6-4be4-a4b4-62aece1d5099 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.820796] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778af757-f981-406e-b6ef-cdb2e91f0119 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.830296] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.835787] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2557395-3f2a-44f9-a228-18279ddaf823 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.843432] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c054aa-31a7-4b70-83e7-6bc3d618cacf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.874306] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7fd237-de59-4ddf-ac2d-3720d931b511 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.881687] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c93a931-694a-4a1b-a625-af053e5dc29d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.895105] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.011079] env[69784]: DEBUG nova.network.neutron [-] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.027324] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628458, 'name': ReconfigVM_Task, 'duration_secs': 0.293321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.027611] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Reconfigured VM instance instance-0000006f to attach disk [datastore2] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.028573] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97cfa8c1-7a1e-4626-9173-5ee64abd4ba6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.036129] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1211.036129] env[69784]: value = "task-3628459" [ 1211.036129] env[69784]: _type = "Task" [ 1211.036129] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.043618] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628459, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.137956] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a5b6e80a-dd2c-4bb0-a53c-197684285871] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.320372] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.320603] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.336160] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.336796] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a00b33a-f18f-48f9-a294-2a38172046fb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.346057] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1211.346057] env[69784]: value = "task-3628460" [ 1211.346057] env[69784]: _type = "Task" [ 1211.346057] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.353619] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.402944] env[69784]: DEBUG nova.network.neutron [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.418183] env[69784]: ERROR nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [req-c3101995-8b29-49ba-a43c-4ec9c7c2f8a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3101995-8b29-49ba-a43c-4ec9c7c2f8a6"}]} [ 1211.434843] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1211.447745] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1211.448043] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.458888] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1211.476263] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1211.513927] env[69784]: INFO nova.compute.manager [-] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Took 1.56 seconds to deallocate network for instance. [ 1211.547826] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628459, 'name': Rename_Task, 'duration_secs': 0.137321} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.548122] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.548380] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecac719e-8feb-4825-9df3-1f57c520b279 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.556773] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1211.556773] env[69784]: value = "task-3628461" [ 1211.556773] env[69784]: _type = "Task" [ 1211.556773] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.564567] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.641150] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 18c65e2e-6a2d-4d11-934b-664160f3fcbe] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.644908] env[69784]: DEBUG nova.compute.manager [req-5258dc5d-0d9f-440b-b2da-0f4f9b245498 req-23615f58-07b3-4482-9147-e1d79e7e5e9c service nova] [instance: f325b688-90a8-4afd-ba1d-9660f2eaeae9] Received event network-vif-deleted-9ae94fb3-9395-4b2f-b23d-7f902801d568 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.669838] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5fcb6-8cf5-43d7-ab81-9ab1ac6795f4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.678254] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde13ec-703a-4da1-a8ef-6e328f0cd11a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.709296] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da804a-911b-442f-99e5-4fa17dd2ff43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.716984] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607269d-1da1-4984-ac04-87c864e9a36e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.732879] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.824594] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.858222] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.905504] env[69784]: DEBUG oslo_concurrency.lockutils [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.022245] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.067399] env[69784]: DEBUG oslo_vmware.api [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628461, 'name': PowerOnVM_Task, 'duration_secs': 0.457916} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.067795] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.068015] env[69784]: INFO nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1212.068853] env[69784]: DEBUG nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.069085] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d930ccfd-8883-41ee-86e9-28488a6fc274 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.145412] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 666f8ac0-9cc9-49f4-ae34-3fbe3e05fda1] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.262229] env[69784]: DEBUG nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1212.262524] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 153 to 154 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1212.262704] env[69784]: DEBUG nova.compute.provider_tree [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.343540] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.355525] env[69784]: DEBUG oslo_vmware.api [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628460, 'name': PowerOnVM_Task, 'duration_secs': 0.617905} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.355783] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.355969] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cea200bc-14a6-47d4-9977-6200f3c83479 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance '0fc16871-3cbe-4b11-9dd1-2c3381bb5187' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.417055] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f182025-5008-4bf2-9749-601935be428b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.426436] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009b240-c71b-4e93-ae05-2bc17c212991 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.585031] env[69784]: INFO nova.compute.manager [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Took 15.49 seconds to build instance. [ 1212.648401] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 3956996d-195c-4c0a-bbe2-845faaea3a03] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.767467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.526s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.769705] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.703s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.769925] env[69784]: DEBUG nova.objects.instance [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lazy-loading 'resources' on Instance uuid 53910ba0-ef35-43c2-a446-237d2d70d118 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.786349] env[69784]: INFO nova.scheduler.client.report [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocations for instance 5b1f309f-ca9e-4611-8d42-a26488dc443a [ 1213.086860] env[69784]: DEBUG oslo_concurrency.lockutils [None req-93546d8e-14a9-44ee-9ad3-29ed17d85233 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.005s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.151974] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 978fc1ca-6186-4810-a504-e4bdcf0c0193] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.295585] env[69784]: DEBUG oslo_concurrency.lockutils [None req-eb9aaa28-1247-4d64-82d5-053d0b302362 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "5b1f309f-ca9e-4611-8d42-a26488dc443a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.250s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.446528] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe1570-d5d8-44c7-8689-5a960c876ccc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.454594] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e6cae-808f-4186-908d-7c27bc26f107 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.484259] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b08aa43-f279-43c7-b7de-da3ffbd5c405 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.491207] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d585c4-b6fe-40e5-a4f6-5c610cdd3d04 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.504500] env[69784]: DEBUG nova.compute.provider_tree [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.527760] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c3ea9d-1851-419b-82ea-1b73908a7ab7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.547586] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6d7c0-2cdb-45d0-9d73-c130a3721d63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.554537] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.654922] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: cd8e1c0d-295d-4655-8301-20517e9da145] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.007454] env[69784]: DEBUG nova.scheduler.client.report [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.061337] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.061639] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f46881-06b0-4994-980f-16858e4835e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.070135] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1214.070135] env[69784]: value = "task-3628462" [ 1214.070135] env[69784]: _type = "Task" [ 1214.070135] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.078050] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.126207] env[69784]: DEBUG nova.compute.manager [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.126406] env[69784]: DEBUG nova.compute.manager [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing instance network info cache due to event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.126769] env[69784]: DEBUG oslo_concurrency.lockutils [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.126952] env[69784]: DEBUG oslo_concurrency.lockutils [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.127309] env[69784]: DEBUG nova.network.neutron [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.158530] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c064fcc1-a417-4a56-a9cf-e9d826f96c1a] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.442875] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.443161] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.512987] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.516303] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.494s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.516547] env[69784]: DEBUG nova.objects.instance [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'resources' on Instance uuid f325b688-90a8-4afd-ba1d-9660f2eaeae9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.537283] env[69784]: INFO nova.scheduler.client.report [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance 53910ba0-ef35-43c2-a446-237d2d70d118 [ 1214.584799] env[69784]: DEBUG oslo_vmware.api [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628462, 'name': PowerOnVM_Task, 'duration_secs': 0.437926} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.585913] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.586209] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-80880349-3e2a-4a61-8f6b-b016fafd0749 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance '24a994ec-4bff-4792-9dbf-a7d30f43af9d' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.662623] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: d7e291c4-8235-4629-8026-1d5b255f9b29] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.898858] env[69784]: DEBUG nova.network.neutron [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updated VIF entry in instance network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.899273] env[69784]: DEBUG nova.network.neutron [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.945567] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.046483] env[69784]: DEBUG oslo_concurrency.lockutils [None req-02013489-81e8-4573-b8ae-8a812ae17d37 tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "53910ba0-ef35-43c2-a446-237d2d70d118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.841s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.075157] env[69784]: DEBUG nova.network.neutron [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Port a487be97-10ab-4454-a23a-5d31cbdba5ce binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.075429] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.075601] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.075763] env[69784]: DEBUG nova.network.neutron [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.166222] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: b9dc6c6b-878d-4fee-bf21-a9702eeebff6] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.198378] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf64a37-043f-4b70-a646-e94e11c84402 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.207172] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953bcfcc-6a03-462e-a6b1-4ca12802703d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.238336] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d039b3db-1580-4893-ac26-814a52883812 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.245608] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56bf78d-311c-4cd5-a9b6-143677cabbe2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.258234] env[69784]: DEBUG nova.compute.provider_tree [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.404813] env[69784]: DEBUG oslo_concurrency.lockutils [req-3412c02c-8550-4e76-acd7-1d67c0d869c7 req-6a831c7b-1218-4634-b1e8-37c9cdea17e7 service nova] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.464397] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.669310] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 79f2d5b6-657f-428d-903d-9e1babd46734] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.762898] env[69784]: DEBUG nova.scheduler.client.report [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.865791] env[69784]: DEBUG nova.network.neutron [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.173032] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: d923ac81-b5ef-4fde-abcf-2a768ec58683] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.268362] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.270652] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.271210] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.271427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.271620] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.271788] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.273526] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.930s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.275041] env[69784]: INFO nova.compute.claims [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.277890] env[69784]: INFO nova.compute.manager [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Terminating instance [ 1216.293854] env[69784]: INFO nova.scheduler.client.report [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted allocations for instance f325b688-90a8-4afd-ba1d-9660f2eaeae9 [ 1216.368507] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.565058] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.565058] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.565171] env[69784]: DEBUG nova.compute.manager [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Going to confirm migration 8 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1216.676746] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 270203ea-3075-4d3e-ac0e-b8320d0635c2] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.783583] env[69784]: DEBUG nova.compute.manager [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.783814] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.784782] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251890d-bb06-4b72-b309-a9007eac8d6b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.794365] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.794643] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e96b1379-2ff1-4a3c-98ed-a54dcdcf0fb2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.800691] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ef8f85d0-31f5-428e-b15c-296cc39769d8 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "f325b688-90a8-4afd-ba1d-9660f2eaeae9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.649s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.803661] env[69784]: DEBUG oslo_vmware.api [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1216.803661] env[69784]: value = "task-3628463" [ 1216.803661] env[69784]: _type = "Task" [ 1216.803661] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.812857] env[69784]: DEBUG oslo_vmware.api [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.872070] env[69784]: DEBUG nova.compute.manager [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69784) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1217.106159] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.106159] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquired lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.106159] env[69784]: DEBUG nova.network.neutron [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.106159] env[69784]: DEBUG nova.objects.instance [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'info_cache' on Instance uuid 24a994ec-4bff-4792-9dbf-a7d30f43af9d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.180007] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 8f0eaca0-455e-4d98-b393-a09f8c3a512d] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.315879] env[69784]: DEBUG oslo_vmware.api [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628463, 'name': PowerOffVM_Task, 'duration_secs': 0.263281} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.318307] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.318483] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.318897] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5385fd3-de40-477e-8b6a-50b245302ea1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.390688] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.390905] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.391156] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleting the datastore file [datastore2] 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.391523] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77331617-586a-43fb-8dab-b37c47f69790 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.397577] env[69784]: DEBUG oslo_vmware.api [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for the task: (returnval){ [ 1217.397577] env[69784]: value = "task-3628465" [ 1217.397577] env[69784]: _type = "Task" [ 1217.397577] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.407435] env[69784]: DEBUG oslo_vmware.api [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.446906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1778e6-05d5-4d5e-8fe6-54e30d9d6894 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.454387] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7d88d-ec4a-44a6-b029-2d1b287d6781 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.487150] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100aa13-186a-4ed3-8aec-64717056de5d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.494597] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e511b5d-daa0-441e-a988-a29c77df244c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.508299] env[69784]: DEBUG nova.compute.provider_tree [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.683581] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c9b75250-a56d-4d88-a1b1-2a3543f7d7bb] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.910472] env[69784]: DEBUG oslo_vmware.api [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Task: {'id': task-3628465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382968} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.910829] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.911159] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.911445] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.911691] env[69784]: INFO nova.compute.manager [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1217.912013] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.912301] env[69784]: DEBUG nova.compute.manager [-] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.912428] env[69784]: DEBUG nova.network.neutron [-] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.990415] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.011630] env[69784]: DEBUG nova.scheduler.client.report [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.187616] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a8868d5e-6347-47a3-9458-1c6de2215768] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.323289] env[69784]: DEBUG nova.compute.manager [req-c1ba4099-3b27-4390-90d9-55c568284235 req-46b319af-7323-46db-9301-a5bf8c0ba52d service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Received event network-vif-deleted-04363f6a-6382-4d1f-938b-eaedca50d88d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.323491] env[69784]: INFO nova.compute.manager [req-c1ba4099-3b27-4390-90d9-55c568284235 req-46b319af-7323-46db-9301-a5bf8c0ba52d service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Neutron deleted interface 04363f6a-6382-4d1f-938b-eaedca50d88d; detaching it from the instance and deleting it from the info cache [ 1218.323660] env[69784]: DEBUG nova.network.neutron [req-c1ba4099-3b27-4390-90d9-55c568284235 req-46b319af-7323-46db-9301-a5bf8c0ba52d service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.384958] env[69784]: DEBUG nova.network.neutron [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [{"id": "0f90f7a8-c369-48b0-84ab-fef45afac599", "address": "fa:16:3e:5c:0e:5c", "network": {"id": "121400dc-6bf5-440a-a3f0-cfd51bc0a421", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-788676642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b35aa5af60e748b7970d6e91a1609e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f90f7a8-c3", "ovs_interfaceid": "0f90f7a8-c369-48b0-84ab-fef45afac599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.516633] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.517179] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.519939] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.056s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.521371] env[69784]: INFO nova.compute.claims [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.691660] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 3bea689f-48a1-4fdf-b20f-b80cd936b398] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.795697] env[69784]: DEBUG nova.network.neutron [-] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.825639] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef01564-d383-407e-aa79-1ac2a6fe654f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.837363] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d0570-2f1a-4a4e-8703-b8c7b64af032 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.868191] env[69784]: DEBUG nova.compute.manager [req-c1ba4099-3b27-4390-90d9-55c568284235 req-46b319af-7323-46db-9301-a5bf8c0ba52d service nova] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Detach interface failed, port_id=04363f6a-6382-4d1f-938b-eaedca50d88d, reason: Instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1218.888397] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Releasing lock "refresh_cache-24a994ec-4bff-4792-9dbf-a7d30f43af9d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.888638] env[69784]: DEBUG nova.objects.instance [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'migration_context' on Instance uuid 24a994ec-4bff-4792-9dbf-a7d30f43af9d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.026508] env[69784]: DEBUG nova.compute.utils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.030025] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.030132] env[69784]: DEBUG nova.network.neutron [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.088815] env[69784]: DEBUG nova.policy [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bbae67aafd4543afb7ac9117e9e072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef6ea896fac46799e1a22b77777515e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.195883] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a5efca09-30e0-4283-94bb-58004599a01a] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.298620] env[69784]: INFO nova.compute.manager [-] [instance: 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5] Took 1.39 seconds to deallocate network for instance. [ 1219.386438] env[69784]: DEBUG nova.network.neutron [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Successfully created port: 474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.393581] env[69784]: DEBUG nova.objects.base [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Object Instance<24a994ec-4bff-4792-9dbf-a7d30f43af9d> lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.394224] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.394445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "62f39df3-af46-4741-abc9-9ecaae82f738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.396966] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff754c-80f4-44be-a474-50a78390c1b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.419061] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757384c5-f841-4293-8824-37c1e632c392 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.425511] env[69784]: DEBUG oslo_vmware.api [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1219.425511] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522078f2-c97e-83f2-ec01-f278d053faf8" [ 1219.425511] env[69784]: _type = "Task" [ 1219.425511] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.433871] env[69784]: DEBUG oslo_vmware.api [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522078f2-c97e-83f2-ec01-f278d053faf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.530969] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.699040] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 8fa595c0-03b1-478b-9e21-5c3dd35866e7] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.726202] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86e0e2f-3f2e-49ec-9d4a-22b9db629f33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.734975] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cea37f-64ac-490a-905b-4f087a65b81d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.765944] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11f60e-98af-4397-8863-60b57299044c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.773837] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e65608-4d37-42bd-abea-8774c185eb5a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.787599] env[69784]: DEBUG nova.compute.provider_tree [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.805809] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.896892] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.936418] env[69784]: DEBUG oslo_vmware.api [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522078f2-c97e-83f2-ec01-f278d053faf8, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.937303] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.202832] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: a93d4452-03f6-4d00-805d-e3d88b863c7d] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.291491] env[69784]: DEBUG nova.scheduler.client.report [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.415265] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.547709] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.573592] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.573845] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.574010] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.574213] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.574384] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.574548] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.574756] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.574911] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.575088] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.575251] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.575421] env[69784]: DEBUG nova.virt.hardware [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.576311] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f2c12b-8ccc-42cb-a844-1c66c7044399 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.584492] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eed167-9296-4ae7-8865-5d5ad7360446 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.707987] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 54e9468f-f5c4-4e18-809a-67de6687b2f4] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.790147] env[69784]: DEBUG nova.compute.manager [req-87a13542-cb2a-4be1-b101-aadbc04c4c98 req-4f8751fe-7863-4316-87de-c558f85a6244 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Received event network-vif-plugged-474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.790310] env[69784]: DEBUG oslo_concurrency.lockutils [req-87a13542-cb2a-4be1-b101-aadbc04c4c98 req-4f8751fe-7863-4316-87de-c558f85a6244 service nova] Acquiring lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.790515] env[69784]: DEBUG oslo_concurrency.lockutils [req-87a13542-cb2a-4be1-b101-aadbc04c4c98 req-4f8751fe-7863-4316-87de-c558f85a6244 service nova] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.790682] env[69784]: DEBUG oslo_concurrency.lockutils [req-87a13542-cb2a-4be1-b101-aadbc04c4c98 req-4f8751fe-7863-4316-87de-c558f85a6244 service nova] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.790849] env[69784]: DEBUG nova.compute.manager [req-87a13542-cb2a-4be1-b101-aadbc04c4c98 req-4f8751fe-7863-4316-87de-c558f85a6244 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] No waiting events found dispatching network-vif-plugged-474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.791354] env[69784]: WARNING nova.compute.manager [req-87a13542-cb2a-4be1-b101-aadbc04c4c98 req-4f8751fe-7863-4316-87de-c558f85a6244 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Received unexpected event network-vif-plugged-474b7ae7-eced-4ae9-85e6-817d0efa3453 for instance with vm_state building and task_state spawning. [ 1220.797789] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.798275] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.801504] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.811s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.871617] env[69784]: DEBUG nova.network.neutron [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Successfully updated port: 474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.211688] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 9e36d1e1-2436-4e99-88eb-615f5cb2557a] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.302773] env[69784]: DEBUG nova.compute.utils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.304086] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.304262] env[69784]: DEBUG nova.network.neutron [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.306231] env[69784]: DEBUG nova.objects.instance [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'migration_context' on Instance uuid 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.341924] env[69784]: DEBUG nova.policy [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e47c3eb987a4f2fa7809ca91cea0145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4359cf34fc419b89bed76a595d01fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.375109] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.375286] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.375471] env[69784]: DEBUG nova.network.neutron [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.603020] env[69784]: DEBUG nova.network.neutron [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Successfully created port: 077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.717454] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 38933b68-873b-42da-b719-9b74a0e72cd8] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.808316] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.911169] env[69784]: DEBUG nova.network.neutron [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.985467] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612bf4fa-4eee-4a19-b4db-d9f83fcf2529 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.995506] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290435c5-24fe-4acf-8b4e-cc6cd12532cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.026304] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16e32b-e25f-4316-b2f2-12d1b5d48e03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.033244] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d417a6c-914f-464b-997b-586b891fc994 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.045830] env[69784]: DEBUG nova.compute.provider_tree [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.056381] env[69784]: DEBUG nova.network.neutron [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.219147] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 45481999-3ddb-42cc-8627-ab2c6f599958] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.548876] env[69784]: DEBUG nova.scheduler.client.report [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.559553] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.559553] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Instance network_info: |[{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.559764] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:37:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '474b7ae7-eced-4ae9-85e6-817d0efa3453', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.567214] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.568062] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.568299] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f21294d7-d0ec-4083-b7c9-4a9a68c85f0f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.588396] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.588396] env[69784]: value = "task-3628466" [ 1222.588396] env[69784]: _type = "Task" [ 1222.588396] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.597247] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628466, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.722926] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 397fc244-c0c3-467e-9feb-4b7afbbe2f2a] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.818463] env[69784]: DEBUG nova.compute.manager [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Received event network-changed-474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.818463] env[69784]: DEBUG nova.compute.manager [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Refreshing instance network info cache due to event network-changed-474b7ae7-eced-4ae9-85e6-817d0efa3453. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.818463] env[69784]: DEBUG oslo_concurrency.lockutils [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.818463] env[69784]: DEBUG oslo_concurrency.lockutils [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.818997] env[69784]: DEBUG nova.network.neutron [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Refreshing network info cache for port 474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.821068] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.849356] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.849613] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.849769] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.849949] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.850106] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.850254] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.850456] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.850613] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.850772] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.850940] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.851229] env[69784]: DEBUG nova.virt.hardware [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.852089] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66654f54-a9c8-415f-a620-bc29d88d7699 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.860547] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b280fd-17ad-4780-8d65-987fe12ded37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.098108] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628466, 'name': CreateVM_Task, 'duration_secs': 0.33713} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.098285] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.098952] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.099164] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.099472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.099717] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c19855e-75a1-4bbb-9086-f45864c612b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.103896] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1223.103896] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520effb5-7ba8-55b0-ea6e-04a636d50bd0" [ 1223.103896] env[69784]: _type = "Task" [ 1223.103896] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.111587] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520effb5-7ba8-55b0-ea6e-04a636d50bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.114509] env[69784]: DEBUG nova.network.neutron [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Successfully updated port: 077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.226707] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 416661db-8217-4744-a194-40d75d6f43d8] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.540794] env[69784]: DEBUG nova.network.neutron [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updated VIF entry in instance network info cache for port 474b7ae7-eced-4ae9-85e6-817d0efa3453. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.541203] env[69784]: DEBUG nova.network.neutron [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.559734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.758s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.565372] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.760s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.565584] env[69784]: DEBUG nova.objects.instance [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lazy-loading 'resources' on Instance uuid 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.615936] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520effb5-7ba8-55b0-ea6e-04a636d50bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.616261] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.616490] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.616721] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.616867] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.617056] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.617447] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80a4bf71-b4bc-4651-91e8-7771824eed91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.620772] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.620887] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.621038] env[69784]: DEBUG nova.network.neutron [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.625670] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.626247] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.626769] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9b9cfb-adc7-4665-ad8a-96c9d588ef93 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.632500] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1223.632500] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d217e-dbd1-d24c-b810-c4a23debab68" [ 1223.632500] env[69784]: _type = "Task" [ 1223.632500] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.640291] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d217e-dbd1-d24c-b810-c4a23debab68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.729582] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 4536df5c-0d09-4083-aae3-809af5493e7c] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.044563] env[69784]: DEBUG oslo_concurrency.lockutils [req-67b8ad69-f8ed-4ede-8f5c-9718ddd1edd4 req-f71c24fd-acb4-47ca-8606-e8f26e6aca2b service nova] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.144654] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523d217e-dbd1-d24c-b810-c4a23debab68, 'name': SearchDatastore_Task, 'duration_secs': 0.008312} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.145723] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48aa2449-bd0b-4f99-b8d2-0d0945dfa83d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.151308] env[69784]: DEBUG nova.network.neutron [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.155016] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1224.155016] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b7251a-320f-3f5b-d44b-991be07d6b39" [ 1224.155016] env[69784]: _type = "Task" [ 1224.155016] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.165025] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b7251a-320f-3f5b-d44b-991be07d6b39, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.165273] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.165536] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.165786] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433c75cf-0cda-42db-aad9-17085fd9afb2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.173481] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1224.173481] env[69784]: value = "task-3628467" [ 1224.173481] env[69784]: _type = "Task" [ 1224.173481] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.180637] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.233345] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 98640faf-0218-4024-8782-b326d2e764d0] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.246430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597bce67-93ed-4bf8-b986-ac435550977b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.253853] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace0b4cc-038b-4816-8b0e-d61f723708a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.288362] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac002e-6917-4849-8c71-e1908eb8cfbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.291743] env[69784]: DEBUG nova.network.neutron [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance_info_cache with network_info: [{"id": "077bf66c-e16c-41f6-a72b-47753c0a2358", "address": "fa:16:3e:99:9d:cb", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077bf66c-e1", "ovs_interfaceid": "077bf66c-e16c-41f6-a72b-47753c0a2358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.297824] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19396274-6faa-4de3-a4f7-1e2e4d1a582b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.312115] env[69784]: DEBUG nova.compute.provider_tree [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.685205] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446936} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.685205] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.685205] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.685205] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f396b3d2-1ac1-4b44-8146-654ec0f044d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.691699] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1224.691699] env[69784]: value = "task-3628468" [ 1224.691699] env[69784]: _type = "Task" [ 1224.691699] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.700152] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.736669] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 57119902-2ef9-46ce-9897-c8d66ebd619b] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.794233] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.794516] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Instance network_info: |[{"id": "077bf66c-e16c-41f6-a72b-47753c0a2358", "address": "fa:16:3e:99:9d:cb", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077bf66c-e1", "ovs_interfaceid": "077bf66c-e16c-41f6-a72b-47753c0a2358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.794918] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:9d:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '077bf66c-e16c-41f6-a72b-47753c0a2358', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.802601] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.802810] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.803040] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155c16dd-bea9-46e0-b8a5-ff7064b11cff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.818707] env[69784]: DEBUG nova.scheduler.client.report [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.827735] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.827735] env[69784]: value = "task-3628469" [ 1224.827735] env[69784]: _type = "Task" [ 1224.827735] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.835698] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628469, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.845737] env[69784]: DEBUG nova.compute.manager [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Received event network-vif-plugged-077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.845938] env[69784]: DEBUG oslo_concurrency.lockutils [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.846155] env[69784]: DEBUG oslo_concurrency.lockutils [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.846320] env[69784]: DEBUG oslo_concurrency.lockutils [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.846485] env[69784]: DEBUG nova.compute.manager [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] No waiting events found dispatching network-vif-plugged-077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.846645] env[69784]: WARNING nova.compute.manager [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Received unexpected event network-vif-plugged-077bf66c-e16c-41f6-a72b-47753c0a2358 for instance with vm_state building and task_state spawning. [ 1224.846797] env[69784]: DEBUG nova.compute.manager [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Received event network-changed-077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.846944] env[69784]: DEBUG nova.compute.manager [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Refreshing instance network info cache due to event network-changed-077bf66c-e16c-41f6-a72b-47753c0a2358. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.847136] env[69784]: DEBUG oslo_concurrency.lockutils [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] Acquiring lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.847266] env[69784]: DEBUG oslo_concurrency.lockutils [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] Acquired lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.847455] env[69784]: DEBUG nova.network.neutron [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Refreshing network info cache for port 077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.098845] env[69784]: INFO nova.compute.manager [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Swapping old allocation on dict_keys(['0c2d32c9-4f2b-4fd3-b895-4e6470002a7a']) held by migration 3b79db8f-9564-46e3-b529-6d09ec7759ef for instance [ 1225.122856] env[69784]: DEBUG nova.scheduler.client.report [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Overwriting current allocation {'allocations': {'0c2d32c9-4f2b-4fd3-b895-4e6470002a7a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': '6090d77478a04343ab003c41bd4a1f4b', 'user_id': '5e9075c56ca94c0386fe2c7173a79a0f', 'consumer_generation': 1} on consumer 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 {{(pid=69784) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1225.203240] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065481} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.203551] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.204410] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd165a-7b9a-4819-ae0f-2ece3cdf2609 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.229882] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.230971] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.231170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.231344] env[69784]: DEBUG nova.network.neutron [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.232461] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97eabb3e-d63e-4a51-a303-f0525ceac1c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.247026] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c2c12cd8-c715-4aeb-9cd5-7b715ead6164] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.253990] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1225.253990] env[69784]: value = "task-3628470" [ 1225.253990] env[69784]: _type = "Task" [ 1225.253990] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.262483] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.323331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.325686] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.388s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.337154] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628469, 'name': CreateVM_Task, 'duration_secs': 0.492418} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.337309] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.337946] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.338119] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.338449] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.339301] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b20a31-97ea-4f55-a442-7676a3edd1b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.342552] env[69784]: INFO nova.scheduler.client.report [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Deleted allocations for instance 0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5 [ 1225.345237] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1225.345237] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528cb9da-e6fa-688d-d1a5-d15a0610c05e" [ 1225.345237] env[69784]: _type = "Task" [ 1225.345237] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.357474] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528cb9da-e6fa-688d-d1a5-d15a0610c05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.543878] env[69784]: DEBUG nova.network.neutron [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updated VIF entry in instance network info cache for port 077bf66c-e16c-41f6-a72b-47753c0a2358. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.544268] env[69784]: DEBUG nova.network.neutron [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance_info_cache with network_info: [{"id": "077bf66c-e16c-41f6-a72b-47753c0a2358", "address": "fa:16:3e:99:9d:cb", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077bf66c-e1", "ovs_interfaceid": "077bf66c-e16c-41f6-a72b-47753c0a2358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.749761] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 6d0c825a-08f9-4e4d-83b3-8a2e599bf1dc] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.763163] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628470, 'name': ReconfigVM_Task, 'duration_secs': 0.311684} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.763301] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.763959] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e6c457f-0f71-4f0a-ae5f-9e4c82f48aca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.771068] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1225.771068] env[69784]: value = "task-3628471" [ 1225.771068] env[69784]: _type = "Task" [ 1225.771068] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.782180] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628471, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.867013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c02aa110-e027-48fd-870d-7b44805f959c tempest-ServersTestJSON-1468905784 tempest-ServersTestJSON-1468905784-project-member] Lock "0c05d8e0-b9df-41c3-89eb-4b0ac6f9fdf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.596s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.875891] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528cb9da-e6fa-688d-d1a5-d15a0610c05e, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.877515] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.877683] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.877993] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.878180] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.878332] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.881695] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a79c5ea5-48f3-4932-ba61-09eef41eaa25 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.898987] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.899211] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.899951] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fe9239-f2b5-4a09-b3fc-a86080dcb250 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.905311] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1225.905311] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247dedd-4c89-8943-155f-76b46fb8d0b1" [ 1225.905311] env[69784]: _type = "Task" [ 1225.905311] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.916942] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247dedd-4c89-8943-155f-76b46fb8d0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.989433] env[69784]: DEBUG nova.network.neutron [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [{"id": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "address": "fa:16:3e:e6:f8:55", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa487be97-10", "ovs_interfaceid": "a487be97-10ab-4454-a23a-5d31cbdba5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.012417] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbab0df-d469-4f69-b5b5-1a9e9d8bf560 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.020550] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a003f3-fca9-4ebb-abfd-fe19f7bdf637 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.051222] env[69784]: DEBUG oslo_concurrency.lockutils [req-3267cd82-c1de-4410-8d0e-5193dbf32b4a req-b609c0e2-92eb-41f0-9798-c93ff05c6e0b service nova] Releasing lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.052317] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b92f888-0904-4bd3-b6d0-852341bbba6c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.059993] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0699616d-2022-4651-9c77-df319353a97b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.072946] env[69784]: DEBUG nova.compute.provider_tree [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.253210] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 0358e956-5244-4172-946d-69ec0f2be854] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.282689] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628471, 'name': Rename_Task, 'duration_secs': 0.408365} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.283581] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.283831] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e76c5f-3a1b-4caf-bc5f-a94a9b3b9339 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.290080] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1226.290080] env[69784]: value = "task-3628472" [ 1226.290080] env[69784]: _type = "Task" [ 1226.290080] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.297346] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.417293] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247dedd-4c89-8943-155f-76b46fb8d0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018055} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.418317] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfce1bf2-0442-475f-97c3-2fc79b4b0762 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.423225] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1226.423225] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5293e386-109e-2371-1823-b3b303a16757" [ 1226.423225] env[69784]: _type = "Task" [ 1226.423225] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.430989] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5293e386-109e-2371-1823-b3b303a16757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.492793] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-0fc16871-3cbe-4b11-9dd1-2c3381bb5187" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.493839] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e3ab1-a750-4870-a0e0-e40d9adc92f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.500822] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa47de6-7572-4e2c-8311-88d6cd966d6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.604092] env[69784]: ERROR nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [req-d0aa3c5d-bf1b-47ff-82e1-09c83764d8d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0aa3c5d-bf1b-47ff-82e1-09c83764d8d3"}]} [ 1226.625479] env[69784]: DEBUG nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1226.641712] env[69784]: DEBUG nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1226.641969] env[69784]: DEBUG nova.compute.provider_tree [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.657872] env[69784]: DEBUG nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1226.680347] env[69784]: DEBUG nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1226.757059] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 8fee45fe-b7ce-496a-83ad-7fbecac453c6] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.805735] env[69784]: DEBUG oslo_vmware.api [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628472, 'name': PowerOnVM_Task, 'duration_secs': 0.438778} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.806012] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.807310] env[69784]: INFO nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Took 6.26 seconds to spawn the instance on the hypervisor. [ 1226.807310] env[69784]: DEBUG nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.807310] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d87f6e-af14-4758-baca-27daef3a3212 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.885825] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ffc6b5-45b9-4c8b-99f8-8a6084c95e1a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.895157] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adada3d-30fa-4dfb-aff7-5d191c4b0695 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.927560] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dae2ce-22d8-496c-80ab-390f5635caa6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.936805] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5293e386-109e-2371-1823-b3b303a16757, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.938466] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.938758] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9/ac0e9cd2-ae22-4483-b73a-317dd25528c9.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.939078] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14446118-aabe-446e-9b88-9f7b5ef819ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.941766] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5133f1-d3af-4c04-8a7c-5f04553f8238 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.955898] env[69784]: DEBUG nova.compute.provider_tree [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.958349] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1226.958349] env[69784]: value = "task-3628473" [ 1226.958349] env[69784]: _type = "Task" [ 1226.958349] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.966592] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.260829] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: dbe26289-c70f-4ade-897a-6e8a00a4665c] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.337428] env[69784]: INFO nova.compute.manager [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Took 15.01 seconds to build instance. [ 1227.473126] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467027} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.473470] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9/ac0e9cd2-ae22-4483-b73a-317dd25528c9.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.473700] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.474968] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b5dd554-0acd-4881-a655-7c0c663c23d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.481384] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1227.481384] env[69784]: value = "task-3628474" [ 1227.481384] env[69784]: _type = "Task" [ 1227.481384] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.490851] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.499600] env[69784]: DEBUG nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1227.499893] env[69784]: DEBUG nova.compute.provider_tree [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 157 to 158 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1227.500127] env[69784]: DEBUG nova.compute.provider_tree [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.596524] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.596839] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9048d5b0-e795-4cfc-b3cc-7e4ef3e29015 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.604224] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1227.604224] env[69784]: value = "task-3628475" [ 1227.604224] env[69784]: _type = "Task" [ 1227.604224] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.613179] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.647513] env[69784]: DEBUG nova.compute.manager [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Received event network-changed-474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.647721] env[69784]: DEBUG nova.compute.manager [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Refreshing instance network info cache due to event network-changed-474b7ae7-eced-4ae9-85e6-817d0efa3453. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.647944] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.648217] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.648917] env[69784]: DEBUG nova.network.neutron [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Refreshing network info cache for port 474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.763870] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 72073f52-6a85-4162-930e-fb82f4869214] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.839603] env[69784]: DEBUG oslo_concurrency.lockutils [None req-fff0245b-4b1c-41f8-952e-1d2becce0dc8 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.519s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.991626] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066085} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.991945] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.992770] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7192b2d5-9fad-4d50-b54a-a31abe7b6b66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.018205] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9/ac0e9cd2-ae22-4483-b73a-317dd25528c9.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.018747] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f26e7c-7afe-4c7e-b68f-f05a7f007546 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.038711] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1228.038711] env[69784]: value = "task-3628476" [ 1228.038711] env[69784]: _type = "Task" [ 1228.038711] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.046840] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.113525] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628475, 'name': PowerOffVM_Task, 'duration_secs': 0.258576} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.113809] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.114478] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.114706] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.114858] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.115052] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.115202] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.115350] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.115569] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.115708] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.115872] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.116043] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.116221] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.121306] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d459fa-ca02-4a6d-807a-446e04ff4f7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.136534] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1228.136534] env[69784]: value = "task-3628477" [ 1228.136534] env[69784]: _type = "Task" [ 1228.136534] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.146430] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.268462] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 4b2c40cb-5f15-4db8-a2d1-b126552952f2] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.431295] env[69784]: DEBUG nova.network.neutron [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updated VIF entry in instance network info cache for port 474b7ae7-eced-4ae9-85e6-817d0efa3453. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.431977] env[69784]: DEBUG nova.network.neutron [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.520716] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.195s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.523691] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.109s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.525691] env[69784]: INFO nova.compute.claims [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.550575] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628476, 'name': ReconfigVM_Task, 'duration_secs': 0.312721} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.554020] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9/ac0e9cd2-ae22-4483-b73a-317dd25528c9.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.554020] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2793a0-a73c-4e9f-86e1-5db8da43fc69 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.558666] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1228.558666] env[69784]: value = "task-3628478" [ 1228.558666] env[69784]: _type = "Task" [ 1228.558666] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.568473] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628478, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.646614] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628477, 'name': ReconfigVM_Task, 'duration_secs': 0.239555} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.647451] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5e390e-aa36-4657-bd03-dfeaa3b45951 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.670268] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.670617] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.670791] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.670978] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.671215] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.671328] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.671808] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.671808] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.671934] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.672036] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.672224] env[69784]: DEBUG nova.virt.hardware [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.673085] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff452907-28df-457d-a876-8e3cc19a0084 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.678763] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1228.678763] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b36227-3847-e085-911f-48df7f379773" [ 1228.678763] env[69784]: _type = "Task" [ 1228.678763] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.687666] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b36227-3847-e085-911f-48df7f379773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.772752] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 60428609-2f06-42ec-994e-473b86d87c17] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.934670] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1683fbf-f75a-4c0c-9c7f-aba0a2270aea req-d8a19a64-efcf-4ce4-8589-ee8877ce1fd7 service nova] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.069682] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628478, 'name': Rename_Task, 'duration_secs': 0.140445} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.070109] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.070305] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48b5d5a5-c63e-48b0-b298-695f816358fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.077554] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1229.077554] env[69784]: value = "task-3628479" [ 1229.077554] env[69784]: _type = "Task" [ 1229.077554] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.085300] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.098795] env[69784]: INFO nova.scheduler.client.report [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted allocation for migration d52059ea-ac6d-46f3-aef3-e0d809e2e067 [ 1229.191633] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b36227-3847-e085-911f-48df7f379773, 'name': SearchDatastore_Task, 'duration_secs': 0.016206} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.197969] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.198412] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d598ca3b-9910-4964-8604-97c77eb709a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.218319] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1229.218319] env[69784]: value = "task-3628480" [ 1229.218319] env[69784]: _type = "Task" [ 1229.218319] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.226810] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.275646] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: c26c0ac4-ea77-4419-af07-6a3d1d878b61] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.591643] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.603845] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c7e9a134-2ad0-4d14-a81d-368e70655657 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.039s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.707508] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8ea3d4-49d0-4e61-88b6-ad8f378f932b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.728185] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9e445-db3d-49ae-928b-be8007a0660c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.737576] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628480, 'name': ReconfigVM_Task, 'duration_secs': 0.335863} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.765608] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.767231] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bff1b3-5cc1-4d99-82da-54dcdfd9898e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.770246] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a909d3-b196-4a57-84af-14b5de0f7356 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.793452] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c51f24-c862-4604-9a23-c461a50d81d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.797908] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 999af0f3-bc92-4ac5-b534-de29b4236cd2] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.807733] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.808294] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69081ecc-aa47-4da0-b4b0-b2a91b1666e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.833669] env[69784]: DEBUG nova.compute.provider_tree [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.836127] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1229.836127] env[69784]: value = "task-3628481" [ 1229.836127] env[69784]: _type = "Task" [ 1229.836127] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.845312] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.873863] env[69784]: INFO nova.compute.manager [None req-2030e633-501c-4515-bb1a-2dcdfb9a3a79 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Get console output [ 1229.874228] env[69784]: WARNING nova.virt.vmwareapi.driver [None req-2030e633-501c-4515-bb1a-2dcdfb9a3a79 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] The console log is missing. Check your VSPC configuration [ 1230.088013] env[69784]: DEBUG oslo_vmware.api [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628479, 'name': PowerOnVM_Task, 'duration_secs': 0.704712} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.088327] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.088591] env[69784]: INFO nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1230.088706] env[69784]: DEBUG nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.089480] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf13b81-09da-4584-92fd-99526cd89486 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.309434] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 2acd5461-f252-4c95-b0fa-37e9a87939cf] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.339135] env[69784]: DEBUG nova.scheduler.client.report [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.358421] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.606816] env[69784]: INFO nova.compute.manager [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Took 15.16 seconds to build instance. [ 1230.813409] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: ca4a89a9-ae07-44ce-931a-5dbf779646b0] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.856529] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.860667] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.863451] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.111764] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2a1d1d99-2005-45dd-8d31-ad7bc367f217 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.668s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.317246] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 5abe83e9-9bd7-4642-b3c1-c89bd4e150cd] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.351323] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628481, 'name': ReconfigVM_Task, 'duration_secs': 1.077284} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.351688] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187/0fc16871-3cbe-4b11-9dd1-2c3381bb5187.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.352903] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42778cdb-2cb2-475b-9a4c-9477f02d028d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.377446] env[69784]: DEBUG nova.compute.utils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.378937] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.379336] env[69784]: DEBUG nova.network.neutron [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.381448] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d6d93-5fee-415e-85f7-621e52feed9c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.405688] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a0fcb-01b3-4766-809d-41029892d352 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.434383] env[69784]: DEBUG nova.policy [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.438027] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550198d-e882-4298-99c0-d1d1156bef12 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.442718] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.443018] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f79e8df3-0e1f-43cd-920f-eee7bf6b666a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.450195] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1231.450195] env[69784]: value = "task-3628482" [ 1231.450195] env[69784]: _type = "Task" [ 1231.450195] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.458171] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.823644] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 9488a636-552a-4019-85bb-98281df807a6] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.850086] env[69784]: DEBUG nova.network.neutron [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Successfully created port: 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.884947] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.961855] env[69784]: DEBUG oslo_vmware.api [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628482, 'name': PowerOnVM_Task, 'duration_secs': 0.499064} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.962140] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.997201] env[69784]: DEBUG nova.compute.manager [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.328607] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: b4e74b8a-cc84-47b6-9093-cbd2b2e59740] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.460138] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.460419] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.518716] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.519008] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.832686] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 28ecb8dd-843f-436d-b7f3-3aa209ff7a20] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.898046] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.929532] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.929776] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.929932] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.930141] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.930291] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.930439] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.930647] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.930808] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.930975] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.931353] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.931353] env[69784]: DEBUG nova.virt.hardware [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.932240] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c061a-c66d-498d-9965-bf7c5741b4b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.940606] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7487c3-daa0-45db-8223-ce2bec7f6566 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.963186] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.012646] env[69784]: INFO nova.compute.manager [None req-bf72b483-f4b2-47f8-a8b2-44ac105a24fa tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance to original state: 'active' [ 1233.023469] env[69784]: INFO nova.compute.claims [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.279823] env[69784]: DEBUG nova.compute.manager [req-1d32feb9-1e1a-4abc-8b17-9affb37b984c req-488045f9-108e-4739-bd9d-ab9fa9e43d50 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-vif-plugged-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.280061] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d32feb9-1e1a-4abc-8b17-9affb37b984c req-488045f9-108e-4739-bd9d-ab9fa9e43d50 service nova] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.280352] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d32feb9-1e1a-4abc-8b17-9affb37b984c req-488045f9-108e-4739-bd9d-ab9fa9e43d50 service nova] Lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.280556] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d32feb9-1e1a-4abc-8b17-9affb37b984c req-488045f9-108e-4739-bd9d-ab9fa9e43d50 service nova] Lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.280729] env[69784]: DEBUG nova.compute.manager [req-1d32feb9-1e1a-4abc-8b17-9affb37b984c req-488045f9-108e-4739-bd9d-ab9fa9e43d50 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] No waiting events found dispatching network-vif-plugged-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.282054] env[69784]: WARNING nova.compute.manager [req-1d32feb9-1e1a-4abc-8b17-9affb37b984c req-488045f9-108e-4739-bd9d-ab9fa9e43d50 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received unexpected event network-vif-plugged-01ab5f63-a652-4296-9346-be2e3fe43cb5 for instance with vm_state building and task_state spawning. [ 1233.336132] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 1b9fc85e-69a6-4a5a-bd87-6cb0233f3cd1] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.356121] env[69784]: DEBUG nova.network.neutron [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Successfully updated port: 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.485125] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.528680] env[69784]: INFO nova.compute.resource_tracker [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating resource usage from migration cd8bb804-1ba4-403c-bc37-9c4b4e1a92ce [ 1233.680922] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8bf70-202e-47f5-9deb-4baa2a1c96fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.689022] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8de354-2b29-4d20-bea4-7045085d0688 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.719020] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf334e7b-963b-4303-8c97-504468d584cd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.726430] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa53db-82a1-4990-894c-97ce25724765 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.739442] env[69784]: DEBUG nova.compute.provider_tree [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.843062] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 2c17c19e-ea4e-4654-95f0-8daaf19907f4] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.863117] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.863117] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.863117] env[69784]: DEBUG nova.network.neutron [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.242471] env[69784]: DEBUG nova.scheduler.client.report [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.346045] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 0d19c41f-0db0-4b40-8dcf-fa88ae5535bc] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.392595] env[69784]: DEBUG nova.network.neutron [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.443478] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.443732] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.443952] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.444145] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.444317] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.446552] env[69784]: INFO nova.compute.manager [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Terminating instance [ 1234.519761] env[69784]: DEBUG nova.network.neutron [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.747704] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.747906] env[69784]: INFO nova.compute.manager [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Migrating [ 1234.754943] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.270s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.756489] env[69784]: INFO nova.compute.claims [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.849672] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 6437da62-f5b2-477a-8ec9-d1fc68913f21] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.950016] env[69784]: DEBUG nova.compute.manager [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.950287] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.950586] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b78f2e6-5856-4794-9530-b23008afcec6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.958777] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1234.958777] env[69784]: value = "task-3628483" [ 1234.958777] env[69784]: _type = "Task" [ 1234.958777] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.967723] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.022261] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.022730] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Instance network_info: |[{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.023164] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ef:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ab5f63-a652-4296-9346-be2e3fe43cb5', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.030996] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.031967] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.031967] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-513a82d4-f939-47a2-a264-5d10e75c4496 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.053556] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.053556] env[69784]: value = "task-3628484" [ 1235.053556] env[69784]: _type = "Task" [ 1235.053556] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.061845] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628484, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.270015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.270143] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.270278] env[69784]: DEBUG nova.network.neutron [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.307380] env[69784]: DEBUG nova.compute.manager [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.307577] env[69784]: DEBUG nova.compute.manager [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing instance network info cache due to event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.307798] env[69784]: DEBUG oslo_concurrency.lockutils [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.307903] env[69784]: DEBUG oslo_concurrency.lockutils [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.308072] env[69784]: DEBUG nova.network.neutron [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.353625] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: f6840f44-6cb0-4890-b6e3-8357d10d5fba] Instance has had 0 of 5 cleanup attempts {{(pid=69784) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.470015] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628483, 'name': PowerOffVM_Task, 'duration_secs': 0.289657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.470015] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.470015] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1235.470284] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723573', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'name': 'volume-a336d4de-5424-433f-a0e8-681efe3f99e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0fc16871-3cbe-4b11-9dd1-2c3381bb5187', 'attached_at': '2025-04-26T01:46:57.000000', 'detached_at': '', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'serial': 'a336d4de-5424-433f-a0e8-681efe3f99e4'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1235.470895] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f9d07e-b930-4c6a-bd79-ce466e89dfff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.493013] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5030308-b88b-413f-9850-06e645fdb334 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.500488] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d1e000-beaa-4fa3-b50d-73725dc669e3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.521610] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce0ce5b-29ba-4a45-b661-070a32b5a55f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.539847] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] The volume has not been displaced from its original location: [datastore1] volume-a336d4de-5424-433f-a0e8-681efe3f99e4/volume-a336d4de-5424-433f-a0e8-681efe3f99e4.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1235.545273] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.545622] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7456f25f-11da-4ccd-bdf9-530fe5a1bc22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.567577] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628484, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.568527] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1235.568527] env[69784]: value = "task-3628485" [ 1235.568527] env[69784]: _type = "Task" [ 1235.568527] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.576925] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.857799] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.857968] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69784) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1235.959285] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b7a0c-7fb3-4db8-8164-f39c2015a90b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.971058] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e1247-3a0c-4579-9867-29884e6df13a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.013702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965bfbfc-ddd7-4d33-8ce4-b66055f6fd64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.018366] env[69784]: DEBUG nova.network.neutron [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance_info_cache with network_info: [{"id": "077bf66c-e16c-41f6-a72b-47753c0a2358", "address": "fa:16:3e:99:9d:cb", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077bf66c-e1", "ovs_interfaceid": "077bf66c-e16c-41f6-a72b-47753c0a2358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.024710] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ac56f-909b-4e27-8f1b-0e87b7469518 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.040496] env[69784]: DEBUG nova.compute.provider_tree [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.056917] env[69784]: DEBUG nova.network.neutron [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updated VIF entry in instance network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.057361] env[69784]: DEBUG nova.network.neutron [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.070346] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628484, 'name': CreateVM_Task, 'duration_secs': 0.641159} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.073704] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.074671] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.074834] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.075203] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.076913] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bad8e89-61a1-4ba1-b95e-3f1dc09ca0e9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.083097] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628485, 'name': ReconfigVM_Task, 'duration_secs': 0.477257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.083732] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.089880] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28d82c3-c4e6-48d1-9c60-d0b18f6ad26c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.099949] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1236.099949] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5272244c-4e91-a12b-1da2-783635a28694" [ 1236.099949] env[69784]: _type = "Task" [ 1236.099949] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.105942] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1236.105942] env[69784]: value = "task-3628486" [ 1236.105942] env[69784]: _type = "Task" [ 1236.105942] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.109500] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5272244c-4e91-a12b-1da2-783635a28694, 'name': SearchDatastore_Task, 'duration_secs': 0.01345} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.112492] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.112746] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.113271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.113271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.113346] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.113576] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eedc9ad-943a-4737-a796-e9522e4459e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.121909] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.124171] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.124408] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.125191] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbcbd3e-b004-4eee-a482-23a4023a1bb0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.130657] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1236.130657] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52471acd-c683-667f-e43d-d61f0054c07d" [ 1236.130657] env[69784]: _type = "Task" [ 1236.130657] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.143746] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52471acd-c683-667f-e43d-d61f0054c07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.360023] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.521160] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.543838] env[69784]: DEBUG nova.scheduler.client.report [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.564276] env[69784]: DEBUG oslo_concurrency.lockutils [req-5b208ab7-03ce-4839-9276-fe1d7c7e32e7 req-fc313d30-5200-4a53-b01a-dfdb82442a81 service nova] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.618659] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628486, 'name': ReconfigVM_Task, 'duration_secs': 0.180624} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.619010] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723573', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'name': 'volume-a336d4de-5424-433f-a0e8-681efe3f99e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0fc16871-3cbe-4b11-9dd1-2c3381bb5187', 'attached_at': '2025-04-26T01:46:57.000000', 'detached_at': '', 'volume_id': 'a336d4de-5424-433f-a0e8-681efe3f99e4', 'serial': 'a336d4de-5424-433f-a0e8-681efe3f99e4'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1236.619312] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.620086] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d7f355-b2a1-4a1f-af93-76bbed5548f7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.627304] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.627537] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a12162a-3765-44ac-a161-383189b9f8dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.640801] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.641028] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.641246] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.641460] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.641625] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.643145] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52471acd-c683-667f-e43d-d61f0054c07d, 'name': SearchDatastore_Task, 'duration_secs': 0.014943} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.644107] env[69784]: INFO nova.compute.manager [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Terminating instance [ 1236.645273] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe1a622-26bf-420b-9974-56bf45789df7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.651775] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1236.651775] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]523692a9-b87a-42d0-7c1b-f7b37a43c0b9" [ 1236.651775] env[69784]: _type = "Task" [ 1236.651775] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.661198] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523692a9-b87a-42d0-7c1b-f7b37a43c0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.695026] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.695283] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.695468] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleting the datastore file [datastore2] 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.695734] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181871f0-cd40-48d6-9dab-2b94f4af4e3e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.702544] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1236.702544] env[69784]: value = "task-3628488" [ 1236.702544] env[69784]: _type = "Task" [ 1236.702544] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.710138] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.048677] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.049253] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.149450] env[69784]: DEBUG nova.compute.manager [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.149705] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.150598] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f87403-7e89-44a5-80d7-0e90b078bd6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.161345] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.164538] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdacf4b7-0769-42de-9cd7-d80d690529fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.166061] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]523692a9-b87a-42d0-7c1b-f7b37a43c0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.166345] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.166600] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 62f39df3-af46-4741-abc9-9ecaae82f738/62f39df3-af46-4741-abc9-9ecaae82f738.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.167167] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9e6de08-5a2b-4ae5-93ba-b18a9cb30c29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.172393] env[69784]: DEBUG oslo_vmware.api [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1237.172393] env[69784]: value = "task-3628489" [ 1237.172393] env[69784]: _type = "Task" [ 1237.172393] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.175409] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1237.175409] env[69784]: value = "task-3628490" [ 1237.175409] env[69784]: _type = "Task" [ 1237.175409] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.188138] env[69784]: DEBUG oslo_vmware.api [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.191277] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.212179] env[69784]: DEBUG oslo_vmware.api [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152573} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.212429] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.212627] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.212804] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.212994] env[69784]: INFO nova.compute.manager [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1237.213270] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.213463] env[69784]: DEBUG nova.compute.manager [-] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.213586] env[69784]: DEBUG nova.network.neutron [-] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.554255] env[69784]: DEBUG nova.compute.utils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.556167] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.556299] env[69784]: DEBUG nova.network.neutron [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.614151] env[69784]: DEBUG nova.policy [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32ff07f222fe4de792a94808f8542b0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc13e1bf245410d87bf04373e49e49b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.684299] env[69784]: DEBUG oslo_vmware.api [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628489, 'name': PowerOffVM_Task, 'duration_secs': 0.173932} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.685907] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.686088] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.686337] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19b2c51-5b71-490e-9223-69b9dc684c22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.693436] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49684} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.693660] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 62f39df3-af46-4741-abc9-9ecaae82f738/62f39df3-af46-4741-abc9-9ecaae82f738.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.693855] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.694095] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e831d1-baab-4e97-8c54-b31461af6d0c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.699876] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1237.699876] env[69784]: value = "task-3628492" [ 1237.699876] env[69784]: _type = "Task" [ 1237.699876] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.708901] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.758174] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.758174] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.758174] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleting the datastore file [datastore1] d80a2b2e-0f85-495f-b036-4cdb6cdf6880 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.758174] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b269e3-c910-4ab4-b05d-a6be7e4e4cc7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.767019] env[69784]: DEBUG oslo_vmware.api [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1237.767019] env[69784]: value = "task-3628493" [ 1237.767019] env[69784]: _type = "Task" [ 1237.767019] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.775498] env[69784]: DEBUG oslo_vmware.api [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.799133] env[69784]: DEBUG nova.compute.manager [req-d5a44506-d83b-462d-a50c-b6a622ea61c6 req-796b5c6c-4374-444c-9f1b-d6fb7cd79c5c service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Received event network-vif-deleted-a487be97-10ab-4454-a23a-5d31cbdba5ce {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.799133] env[69784]: INFO nova.compute.manager [req-d5a44506-d83b-462d-a50c-b6a622ea61c6 req-796b5c6c-4374-444c-9f1b-d6fb7cd79c5c service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Neutron deleted interface a487be97-10ab-4454-a23a-5d31cbdba5ce; detaching it from the instance and deleting it from the info cache [ 1237.799133] env[69784]: DEBUG nova.network.neutron [req-d5a44506-d83b-462d-a50c-b6a622ea61c6 req-796b5c6c-4374-444c-9f1b-d6fb7cd79c5c service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.856185] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.927759] env[69784]: DEBUG nova.network.neutron [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Successfully created port: c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.035949] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccf723b-c031-4f98-883e-af1208c1b107 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.055306] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.059048] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.212541] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065187} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.212956] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.214145] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de14bd73-be71-4c67-8598-89ff769eacea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.245599] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 62f39df3-af46-4741-abc9-9ecaae82f738/62f39df3-af46-4741-abc9-9ecaae82f738.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.245939] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8345612f-2198-45c1-a1b5-be2da6916d13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.266859] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1238.266859] env[69784]: value = "task-3628494" [ 1238.266859] env[69784]: _type = "Task" [ 1238.266859] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.279756] env[69784]: DEBUG oslo_vmware.api [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124289} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.280017] env[69784]: DEBUG nova.network.neutron [-] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.281088] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.281356] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.281543] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.281717] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.281885] env[69784]: INFO nova.compute.manager [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1238.282168] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.282329] env[69784]: DEBUG nova.compute.manager [-] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.282935] env[69784]: DEBUG nova.network.neutron [-] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.301851] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a7636a3-f0c0-4494-8889-eea8b6f917dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.311129] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2418383a-e914-46d8-b9b3-a7f628d16f19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.343680] env[69784]: DEBUG nova.compute.manager [req-d5a44506-d83b-462d-a50c-b6a622ea61c6 req-796b5c6c-4374-444c-9f1b-d6fb7cd79c5c service nova] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Detach interface failed, port_id=a487be97-10ab-4454-a23a-5d31cbdba5ce, reason: Instance 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.362797] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.562564] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.566221] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0000c8ad-d39d-42df-b826-79c006467afd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.573175] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1238.573175] env[69784]: value = "task-3628495" [ 1238.573175] env[69784]: _type = "Task" [ 1238.573175] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.583768] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.782879] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628494, 'name': ReconfigVM_Task, 'duration_secs': 0.276272} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.783185] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 62f39df3-af46-4741-abc9-9ecaae82f738/62f39df3-af46-4741-abc9-9ecaae82f738.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.783810] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d5287b2-27cc-4220-a6f0-bcb51b50569d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.785945] env[69784]: INFO nova.compute.manager [-] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Took 1.57 seconds to deallocate network for instance. [ 1238.794696] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1238.794696] env[69784]: value = "task-3628496" [ 1238.794696] env[69784]: _type = "Task" [ 1238.794696] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.803362] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628496, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.070081] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.082658] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628495, 'name': PowerOffVM_Task, 'duration_secs': 0.297808} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.082921] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.083115] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.095998] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.096112] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.096242] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.096429] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.096576] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.096721] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.096985] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.097240] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.097450] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.097643] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.097901] env[69784]: DEBUG nova.virt.hardware [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.098657] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c5400d-8ddc-4529-b9a8-cf418b8b86d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.105986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085d1c1c-d454-482e-9c03-98c4656b265e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.238949] env[69784]: DEBUG nova.network.neutron [-] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.295943] env[69784]: DEBUG nova.compute.manager [req-e4ffac18-7f15-46e9-9573-fc42cbfa7ed2 req-d97546a9-9d7a-4b61-be49-bc590085a637 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Received event network-vif-plugged-c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.296312] env[69784]: DEBUG oslo_concurrency.lockutils [req-e4ffac18-7f15-46e9-9573-fc42cbfa7ed2 req-d97546a9-9d7a-4b61-be49-bc590085a637 service nova] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.296312] env[69784]: DEBUG oslo_concurrency.lockutils [req-e4ffac18-7f15-46e9-9573-fc42cbfa7ed2 req-d97546a9-9d7a-4b61-be49-bc590085a637 service nova] Lock "52946633-6854-4b78-a071-e5e29fe63326-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.296831] env[69784]: DEBUG oslo_concurrency.lockutils [req-e4ffac18-7f15-46e9-9573-fc42cbfa7ed2 req-d97546a9-9d7a-4b61-be49-bc590085a637 service nova] Lock "52946633-6854-4b78-a071-e5e29fe63326-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.296831] env[69784]: DEBUG nova.compute.manager [req-e4ffac18-7f15-46e9-9573-fc42cbfa7ed2 req-d97546a9-9d7a-4b61-be49-bc590085a637 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] No waiting events found dispatching network-vif-plugged-c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.296831] env[69784]: WARNING nova.compute.manager [req-e4ffac18-7f15-46e9-9573-fc42cbfa7ed2 req-d97546a9-9d7a-4b61-be49-bc590085a637 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Received unexpected event network-vif-plugged-c709a657-a402-4fd1-b273-83815d693c3d for instance with vm_state building and task_state spawning. [ 1239.306675] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628496, 'name': Rename_Task, 'duration_secs': 0.148207} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.306934] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.307192] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c5267a-6dca-4014-ba59-fe0afa4beb18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.313191] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1239.313191] env[69784]: value = "task-3628497" [ 1239.313191] env[69784]: _type = "Task" [ 1239.313191] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.322600] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.352573] env[69784]: INFO nova.compute.manager [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 0fc16871-3cbe-4b11-9dd1-2c3381bb5187] Took 0.57 seconds to detach 1 volumes for instance. [ 1239.382608] env[69784]: DEBUG nova.network.neutron [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Successfully updated port: c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.589597] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.590041] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.590136] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.590348] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.590510] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.590652] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.590868] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.591118] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.591353] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.591559] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.591792] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.597293] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7811c75-d335-41d3-8d28-5454cb03adff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.613697] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1239.613697] env[69784]: value = "task-3628498" [ 1239.613697] env[69784]: _type = "Task" [ 1239.613697] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.622383] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.741086] env[69784]: INFO nova.compute.manager [-] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Took 1.46 seconds to deallocate network for instance. [ 1239.822564] env[69784]: DEBUG nova.compute.manager [req-fea2642d-667d-44a6-9ef5-7b15bbdd3225 req-fe4ccab8-c126-44a8-9038-9383f05047d4 service nova] [instance: d80a2b2e-0f85-495f-b036-4cdb6cdf6880] Received event network-vif-deleted-d4d693eb-fcb4-4e1a-9db6-e53a9a48c423 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.826381] env[69784]: DEBUG oslo_vmware.api [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628497, 'name': PowerOnVM_Task, 'duration_secs': 0.460204} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.826644] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.826847] env[69784]: INFO nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1239.827035] env[69784]: DEBUG nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.827845] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a15779-4b3d-418e-829c-9fe959163871 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.860032] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.860032] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.860032] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.885921] env[69784]: INFO nova.scheduler.client.report [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted allocations for instance 0fc16871-3cbe-4b11-9dd1-2c3381bb5187 [ 1239.890878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.890878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.890878] env[69784]: DEBUG nova.network.neutron [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.123778] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628498, 'name': ReconfigVM_Task, 'duration_secs': 0.246431} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.124269] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.249210] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.249541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.249772] env[69784]: DEBUG nova.objects.instance [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'resources' on Instance uuid d80a2b2e-0f85-495f-b036-4cdb6cdf6880 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.345968] env[69784]: INFO nova.compute.manager [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Took 19.94 seconds to build instance. [ 1240.398373] env[69784]: DEBUG oslo_concurrency.lockutils [None req-13e82462-8b48-44b2-88fe-beabad165bb6 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "0fc16871-3cbe-4b11-9dd1-2c3381bb5187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.955s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.423960] env[69784]: DEBUG nova.network.neutron [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.572051] env[69784]: DEBUG nova.network.neutron [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [{"id": "c709a657-a402-4fd1-b273-83815d693c3d", "address": "fa:16:3e:4e:77:aa", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc709a657-a4", "ovs_interfaceid": "c709a657-a402-4fd1-b273-83815d693c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.630624] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.631114] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.631114] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.631245] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.631395] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.631549] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.631751] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.631907] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.632092] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.632267] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.632514] env[69784]: DEBUG nova.virt.hardware [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.637823] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.638109] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6597ffdd-cb5f-4556-b19f-e7809693f6ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.657303] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1240.657303] env[69784]: value = "task-3628499" [ 1240.657303] env[69784]: _type = "Task" [ 1240.657303] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.665171] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.847984] env[69784]: DEBUG oslo_concurrency.lockutils [None req-875a6453-45a4-4dd1-bbdd-f05669a5e878 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "62f39df3-af46-4741-abc9-9ecaae82f738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.453s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.888529] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bf205d-2517-496f-a082-8483c982813b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.896161] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f165cf5e-9299-4a6b-aaf0-40e0b3178acc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.927983] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0229e0-a336-4a30-91d5-96036a2e9373 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.935870] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8fe349-79fe-4c61-84ac-682352f21ecc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.950550] env[69784]: DEBUG nova.compute.provider_tree [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.075351] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.075691] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Instance network_info: |[{"id": "c709a657-a402-4fd1-b273-83815d693c3d", "address": "fa:16:3e:4e:77:aa", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc709a657-a4", "ovs_interfaceid": "c709a657-a402-4fd1-b273-83815d693c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.076145] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:77:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c709a657-a402-4fd1-b273-83815d693c3d', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.084673] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Creating folder: Project (9dc13e1bf245410d87bf04373e49e49b). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.084949] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e9f9fb-fb81-49fd-88fa-927e5e9a9bd2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.096546] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Created folder: Project (9dc13e1bf245410d87bf04373e49e49b) in parent group-v723273. [ 1241.096738] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Creating folder: Instances. Parent ref: group-v723583. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.096973] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebae90aa-187e-4ea0-a2fc-61f0a1fd8792 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.105281] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Created folder: Instances in parent group-v723583. [ 1241.105509] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.105691] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.106192] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83c7838-665c-45a0-9e22-e0d8c637d0b9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.124100] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.124100] env[69784]: value = "task-3628502" [ 1241.124100] env[69784]: _type = "Task" [ 1241.124100] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.131435] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628502, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.166694] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628499, 'name': ReconfigVM_Task, 'duration_secs': 0.163717} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.166989] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.167999] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17f42e-8a4f-491f-958e-cceedf57645d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.193180] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9/ac0e9cd2-ae22-4483-b73a-317dd25528c9.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.193532] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f196135e-e647-46ff-8a17-28d0049c35d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.210352] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1241.210352] env[69784]: value = "task-3628503" [ 1241.210352] env[69784]: _type = "Task" [ 1241.210352] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.219802] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.330123] env[69784]: DEBUG nova.compute.manager [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Received event network-changed-c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.330123] env[69784]: DEBUG nova.compute.manager [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Refreshing instance network info cache due to event network-changed-c709a657-a402-4fd1-b273-83815d693c3d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.330270] env[69784]: DEBUG oslo_concurrency.lockutils [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] Acquiring lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.330663] env[69784]: DEBUG oslo_concurrency.lockutils [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] Acquired lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.330918] env[69784]: DEBUG nova.network.neutron [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Refreshing network info cache for port c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.454271] env[69784]: DEBUG nova.scheduler.client.report [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.637394] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628502, 'name': CreateVM_Task, 'duration_secs': 0.315211} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.637760] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.638595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.638795] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.639252] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.639638] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e058bc58-9035-43ea-8121-e65bd528ff06 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.645028] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1241.645028] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bdf44a-b4f9-58f3-fb05-acfbcfa91b6b" [ 1241.645028] env[69784]: _type = "Task" [ 1241.645028] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.657166] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bdf44a-b4f9-58f3-fb05-acfbcfa91b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.720313] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628503, 'name': ReconfigVM_Task, 'duration_secs': 0.245328} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.721084] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9/ac0e9cd2-ae22-4483-b73a-317dd25528c9.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.721084] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.848455] env[69784]: DEBUG nova.compute.manager [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.848455] env[69784]: DEBUG nova.compute.manager [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing instance network info cache due to event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.848455] env[69784]: DEBUG oslo_concurrency.lockutils [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.848455] env[69784]: DEBUG oslo_concurrency.lockutils [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.848610] env[69784]: DEBUG nova.network.neutron [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.903617] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.903841] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.961619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.980195] env[69784]: INFO nova.scheduler.client.report [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted allocations for instance d80a2b2e-0f85-495f-b036-4cdb6cdf6880 [ 1242.027774] env[69784]: DEBUG nova.network.neutron [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updated VIF entry in instance network info cache for port c709a657-a402-4fd1-b273-83815d693c3d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.028149] env[69784]: DEBUG nova.network.neutron [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [{"id": "c709a657-a402-4fd1-b273-83815d693c3d", "address": "fa:16:3e:4e:77:aa", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc709a657-a4", "ovs_interfaceid": "c709a657-a402-4fd1-b273-83815d693c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.156113] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bdf44a-b4f9-58f3-fb05-acfbcfa91b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.156434] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.156669] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.156901] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.157059] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.157238] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.157500] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfdef721-c39c-4347-ae3c-dbdae8f7d33b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.171634] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.171807] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.172567] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eeaa46e-ba72-4436-afad-5efba908fb47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.177492] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1242.177492] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bd2652-6bd8-a45e-c6c6-ab33f4f928cf" [ 1242.177492] env[69784]: _type = "Task" [ 1242.177492] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.185229] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bd2652-6bd8-a45e-c6c6-ab33f4f928cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.227815] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc43a6b1-e4bf-4ad0-ab9c-f5b341232865 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.248399] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441fa1f-99a8-4079-aa4d-bfc6c6d8503f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.267220] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.277157] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.277392] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.406973] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.488646] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cb626492-6118-4241-ae4c-20f8baa87783 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "d80a2b2e-0f85-495f-b036-4cdb6cdf6880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.847s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.530940] env[69784]: DEBUG oslo_concurrency.lockutils [req-409fedbd-e21e-44a0-a919-51d7a41d71f3 req-d53116c6-e618-4e03-93b4-8205e46e5a62 service nova] Releasing lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.579833] env[69784]: DEBUG nova.network.neutron [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updated VIF entry in instance network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.580217] env[69784]: DEBUG nova.network.neutron [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.688368] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52bd2652-6bd8-a45e-c6c6-ab33f4f928cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014313} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.689143] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9af2f8-43f9-47ae-8b07-032061480005 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.694283] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1242.694283] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7da98-57be-ae83-60ab-80137b05c5b3" [ 1242.694283] env[69784]: _type = "Task" [ 1242.694283] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.701966] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7da98-57be-ae83-60ab-80137b05c5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.780119] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.815442] env[69784]: DEBUG nova.network.neutron [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Port 077bf66c-e16c-41f6-a72b-47753c0a2358 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1242.928385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.928667] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.930281] env[69784]: INFO nova.compute.claims [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.083326] env[69784]: DEBUG oslo_concurrency.lockutils [req-8f9d7591-8184-45f5-bd6c-ba7da0b2ec08 req-6a7bde63-0e98-4003-b698-6b2d46db34df service nova] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.205327] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52e7da98-57be-ae83-60ab-80137b05c5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.207041] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.207041] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52946633-6854-4b78-a071-e5e29fe63326/52946633-6854-4b78-a071-e5e29fe63326.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.207041] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f692cb-bb61-415f-b3c3-d5a5568e8f93 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.213379] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1243.213379] env[69784]: value = "task-3628504" [ 1243.213379] env[69784]: _type = "Task" [ 1243.213379] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.220968] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.302000] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.724939] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426264} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.725371] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52946633-6854-4b78-a071-e5e29fe63326/52946633-6854-4b78-a071-e5e29fe63326.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.725620] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.725989] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d9c3dc-6b29-49db-8d62-9b51a8eac8bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.733051] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1243.733051] env[69784]: value = "task-3628505" [ 1243.733051] env[69784]: _type = "Task" [ 1243.733051] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.742110] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.779102] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.779313] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.836637] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.837504] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.837504] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.082917] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7d02f2-0913-4443-8c63-924fcb2fd05b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.090652] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b676d1d-1187-4693-a069-df04ac0f62bd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.120535] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce36f4-83c4-4d4c-8a1e-a0c7222a6b31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.128246] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9e5f75-e3b7-4b36-b6e7-a8d7a78f99d8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.144149] env[69784]: DEBUG nova.compute.provider_tree [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.242936] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074387} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.243220] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.243980] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8a3f81-75c2-4cda-a3ec-04707bbab0fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.265666] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 52946633-6854-4b78-a071-e5e29fe63326/52946633-6854-4b78-a071-e5e29fe63326.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.265922] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ae5500-1c22-4495-9e91-a210a031acac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.282406] env[69784]: INFO nova.compute.manager [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Detaching volume 3e273461-c9b2-46f4-b8f5-482887246aee [ 1244.286763] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1244.286763] env[69784]: value = "task-3628506" [ 1244.286763] env[69784]: _type = "Task" [ 1244.286763] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.296259] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.317516] env[69784]: INFO nova.virt.block_device [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Attempting to driver detach volume 3e273461-c9b2-46f4-b8f5-482887246aee from mountpoint /dev/sdb [ 1244.317999] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.318259] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723569', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'name': 'volume-3e273461-c9b2-46f4-b8f5-482887246aee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f3d78-1d67-4e83-9547-120f9bea8d3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'serial': '3e273461-c9b2-46f4-b8f5-482887246aee'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.319164] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185e389-e5a2-4ba7-8b48-008e23e41480 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.342722] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561c641-051c-42b0-ac66-3e6e94fcee9f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.350032] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124fbab7-f1ae-403a-a071-c3d43400cc45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.370677] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c223fb-ad77-4932-b4ee-24020caf6d6a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.385550] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e273461-c9b2-46f4-b8f5-482887246aee/volume-3e273461-c9b2-46f4-b8f5-482887246aee.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.390662] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.391030] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-995dbb8b-4507-4aac-9d0e-2cb3daeb73fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.408090] env[69784]: DEBUG oslo_vmware.api [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1244.408090] env[69784]: value = "task-3628507" [ 1244.408090] env[69784]: _type = "Task" [ 1244.408090] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.417489] env[69784]: DEBUG oslo_vmware.api [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.648404] env[69784]: DEBUG nova.scheduler.client.report [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.796488] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628506, 'name': ReconfigVM_Task, 'duration_secs': 0.297433} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.796847] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 52946633-6854-4b78-a071-e5e29fe63326/52946633-6854-4b78-a071-e5e29fe63326.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.797359] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcd7702-212a-49f1-b48e-3972d5d1a59d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.804835] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1244.804835] env[69784]: value = "task-3628508" [ 1244.804835] env[69784]: _type = "Task" [ 1244.804835] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.813661] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628508, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.882555] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.882766] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.882946] env[69784]: DEBUG nova.network.neutron [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.917688] env[69784]: DEBUG oslo_vmware.api [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628507, 'name': ReconfigVM_Task, 'duration_secs': 0.505951} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.918126] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.922693] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ce7c7f-d22a-4c98-87c9-63101f9a4d66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.939101] env[69784]: DEBUG oslo_vmware.api [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1244.939101] env[69784]: value = "task-3628509" [ 1244.939101] env[69784]: _type = "Task" [ 1244.939101] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.947261] env[69784]: DEBUG oslo_vmware.api [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628509, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.152619] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.153220] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.156028] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.854s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.157692] env[69784]: INFO nova.compute.claims [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.316305] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628508, 'name': Rename_Task, 'duration_secs': 0.151355} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.316619] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.316861] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9303b2c2-1cd9-4493-8333-bbc84ef1891b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.323308] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1245.323308] env[69784]: value = "task-3628510" [ 1245.323308] env[69784]: _type = "Task" [ 1245.323308] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.331429] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.448917] env[69784]: DEBUG oslo_vmware.api [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628509, 'name': ReconfigVM_Task, 'duration_secs': 0.272038} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.449524] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723569', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'name': 'volume-3e273461-c9b2-46f4-b8f5-482887246aee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d1f3d78-1d67-4e83-9547-120f9bea8d3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3e273461-c9b2-46f4-b8f5-482887246aee', 'serial': '3e273461-c9b2-46f4-b8f5-482887246aee'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1245.640186] env[69784]: DEBUG nova.network.neutron [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance_info_cache with network_info: [{"id": "077bf66c-e16c-41f6-a72b-47753c0a2358", "address": "fa:16:3e:99:9d:cb", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077bf66c-e1", "ovs_interfaceid": "077bf66c-e16c-41f6-a72b-47753c0a2358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.661464] env[69784]: DEBUG nova.compute.utils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.662784] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.662949] env[69784]: DEBUG nova.network.neutron [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.702607] env[69784]: DEBUG nova.policy [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e9075c56ca94c0386fe2c7173a79a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6090d77478a04343ab003c41bd4a1f4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.837203] env[69784]: DEBUG oslo_vmware.api [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628510, 'name': PowerOnVM_Task, 'duration_secs': 0.453415} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.837203] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.837203] env[69784]: INFO nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1245.837203] env[69784]: DEBUG nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.837203] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f842233-9497-4dd8-963f-b371405c53bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.993091] env[69784]: DEBUG nova.objects.instance [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'flavor' on Instance uuid 5d1f3d78-1d67-4e83-9547-120f9bea8d3e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.020904] env[69784]: DEBUG nova.network.neutron [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Successfully created port: 9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.143391] env[69784]: DEBUG oslo_concurrency.lockutils [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.165571] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.178744] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.178990] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.179172] env[69784]: INFO nova.compute.manager [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Shelving [ 1246.334837] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835a84c2-aad0-46e3-8cf0-a5250b4f061c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.342704] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1e04ed-6f76-49c6-9dbd-ef7abce9cb13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.379224] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1918ed2c-1c2c-4046-bb5e-6f432264ff46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.383854] env[69784]: INFO nova.compute.manager [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Took 12.92 seconds to build instance. [ 1246.387869] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14d0306-13dd-41b7-9f72-1a8a2c13186a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.401837] env[69784]: DEBUG nova.compute.provider_tree [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.665965] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc4192-0bdd-4192-95c1-72497358ad97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.691615] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b41e06-b855-4f6e-af43-835600131ac2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.699378] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.789766] env[69784]: DEBUG nova.compute.manager [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Received event network-changed-c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.789964] env[69784]: DEBUG nova.compute.manager [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Refreshing instance network info cache due to event network-changed-c709a657-a402-4fd1-b273-83815d693c3d. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.790203] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] Acquiring lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.790466] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] Acquired lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.790536] env[69784]: DEBUG nova.network.neutron [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Refreshing network info cache for port c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.886346] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8deac936-f948-4b80-820e-717c21a077f6 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.426s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.905471] env[69784]: DEBUG nova.scheduler.client.report [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.002287] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8cc02a82-08aa-42ea-b99e-f8cfc22393e8 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.192482] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.196564] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.196749] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13358ab6-38fc-451b-a36c-047b80a2df64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.202813] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1247.202813] env[69784]: value = "task-3628511" [ 1247.202813] env[69784]: _type = "Task" [ 1247.202813] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.207276] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.207387] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7fcd9ab-44c8-43a0-b301-7b5896f1b41d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.214475] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.217393] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1247.217393] env[69784]: value = "task-3628512" [ 1247.217393] env[69784]: _type = "Task" [ 1247.217393] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.224844] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.226996] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.227250] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.227408] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.227637] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.227801] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.227949] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.228175] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.228334] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.228506] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.228666] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.228837] env[69784]: DEBUG nova.virt.hardware [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.229613] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841c246-14ec-4936-8c86-f0563af8cb35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.236784] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920d521-51ea-451c-9c89-4052ecb15ad1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.410253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.410875] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.452720] env[69784]: DEBUG nova.compute.manager [req-0f2b86b8-7e66-4526-9178-8cc4afaeb823 req-72a43f7e-7580-4254-b455-5846a785da06 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-vif-plugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.452960] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f2b86b8-7e66-4526-9178-8cc4afaeb823 req-72a43f7e-7580-4254-b455-5846a785da06 service nova] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.453288] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f2b86b8-7e66-4526-9178-8cc4afaeb823 req-72a43f7e-7580-4254-b455-5846a785da06 service nova] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.453663] env[69784]: DEBUG oslo_concurrency.lockutils [req-0f2b86b8-7e66-4526-9178-8cc4afaeb823 req-72a43f7e-7580-4254-b455-5846a785da06 service nova] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.453663] env[69784]: DEBUG nova.compute.manager [req-0f2b86b8-7e66-4526-9178-8cc4afaeb823 req-72a43f7e-7580-4254-b455-5846a785da06 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] No waiting events found dispatching network-vif-plugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.453663] env[69784]: WARNING nova.compute.manager [req-0f2b86b8-7e66-4526-9178-8cc4afaeb823 req-72a43f7e-7580-4254-b455-5846a785da06 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received unexpected event network-vif-plugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e for instance with vm_state building and task_state spawning. [ 1247.541083] env[69784]: DEBUG nova.network.neutron [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Successfully updated port: 9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.543892] env[69784]: DEBUG nova.network.neutron [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updated VIF entry in instance network info cache for port c709a657-a402-4fd1-b273-83815d693c3d. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.544831] env[69784]: DEBUG nova.network.neutron [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [{"id": "c709a657-a402-4fd1-b273-83815d693c3d", "address": "fa:16:3e:4e:77:aa", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc709a657-a4", "ovs_interfaceid": "c709a657-a402-4fd1-b273-83815d693c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.713467] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628511, 'name': PowerOffVM_Task, 'duration_secs': 0.190014} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.713860] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.714704] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573c65b-d70d-43fb-a30c-d7406b1b246a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.736496] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d2a7b8-2265-4b9b-959f-2b942df5620f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.742013] env[69784]: DEBUG oslo_vmware.api [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628512, 'name': PowerOnVM_Task, 'duration_secs': 0.435888} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.742675] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.742768] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-be9c0914-e82e-4ad3-9c21-57a51e1384ba tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance 'ac0e9cd2-ae22-4483-b73a-317dd25528c9' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.915635] env[69784]: DEBUG nova.compute.utils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.917078] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.917246] env[69784]: DEBUG nova.network.neutron [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.952181] env[69784]: DEBUG nova.policy [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.046909] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.047125] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.047293] env[69784]: DEBUG nova.network.neutron [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.048606] env[69784]: DEBUG oslo_concurrency.lockutils [req-f1f64231-c04a-481b-879a-9fbc32430954 req-7b49e348-30fd-4ed9-8fc4-e22144b575a9 service nova] Releasing lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.088514] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.088769] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.088942] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.089398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.089398] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.091261] env[69784]: INFO nova.compute.manager [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Terminating instance [ 1248.239991] env[69784]: DEBUG nova.network.neutron [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Successfully created port: bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.253239] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1248.253780] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7297c69c-c899-49a2-97c7-d75a37eb994a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.261656] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1248.261656] env[69784]: value = "task-3628513" [ 1248.261656] env[69784]: _type = "Task" [ 1248.261656] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.273514] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.420964] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.577203] env[69784]: DEBUG nova.network.neutron [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.594962] env[69784]: DEBUG nova.compute.manager [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.595273] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.596235] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40798abc-2b96-4710-b67a-d68fc5c3a9ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.605068] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.605392] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2504ce66-8de1-4172-ad4b-da437f509e80 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.612403] env[69784]: DEBUG oslo_vmware.api [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1248.612403] env[69784]: value = "task-3628514" [ 1248.612403] env[69784]: _type = "Task" [ 1248.612403] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.624385] env[69784]: DEBUG oslo_vmware.api [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.718915] env[69784]: DEBUG nova.network.neutron [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.771567] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628513, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.124099] env[69784]: DEBUG oslo_vmware.api [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628514, 'name': PowerOffVM_Task, 'duration_secs': 0.246172} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.124502] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.124562] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.124775] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580c01f3-158a-4629-b1e2-436832d063f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.207141] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.207364] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.207546] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleting the datastore file [datastore2] 5d1f3d78-1d67-4e83-9547-120f9bea8d3e {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.207911] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2186b1-2182-4adc-ae32-2844887f6755 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.214915] env[69784]: DEBUG oslo_vmware.api [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1249.214915] env[69784]: value = "task-3628516" [ 1249.214915] env[69784]: _type = "Task" [ 1249.214915] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.222680] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.223382] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Instance network_info: |[{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.223382] env[69784]: DEBUG oslo_vmware.api [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.223577] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f8:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c75e83a-76df-4b02-a52b-58dd3aa6441e', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.230755] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.230950] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.231173] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7995d00a-e8fd-48c1-bf08-fc2141e32e85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.251621] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.251621] env[69784]: value = "task-3628517" [ 1249.251621] env[69784]: _type = "Task" [ 1249.251621] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.264997] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628517, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.273713] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628513, 'name': CreateSnapshot_Task, 'duration_secs': 0.731004} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.273713] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1249.274288] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb334bba-8e7e-4f9a-83a5-5d804e4a6ae4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.432953] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.460074] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.460375] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.460589] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.460859] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.461437] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.461437] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.461581] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.461805] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.462014] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.462246] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.462438] env[69784]: DEBUG nova.virt.hardware [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.463351] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15422295-7c3e-474c-bf2d-e71a4001dc07 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.471691] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac23e2-0ce7-4fa8-af48-37cfbb08249c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.488699] env[69784]: DEBUG nova.compute.manager [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.488913] env[69784]: DEBUG nova.compute.manager [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing instance network info cache due to event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.489120] env[69784]: DEBUG oslo_concurrency.lockutils [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.489263] env[69784]: DEBUG oslo_concurrency.lockutils [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.489444] env[69784]: DEBUG nova.network.neutron [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.539550] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.539854] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.540072] env[69784]: DEBUG nova.compute.manager [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Going to confirm migration 9 {{(pid=69784) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1249.640081] env[69784]: DEBUG nova.compute.manager [req-cec80042-3eae-4216-ab5a-b73aa60f67eb req-3443e6a1-f46d-4394-ac42-e2d43e98e7b7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-vif-plugged-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.640369] env[69784]: DEBUG oslo_concurrency.lockutils [req-cec80042-3eae-4216-ab5a-b73aa60f67eb req-3443e6a1-f46d-4394-ac42-e2d43e98e7b7 service nova] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.640732] env[69784]: DEBUG oslo_concurrency.lockutils [req-cec80042-3eae-4216-ab5a-b73aa60f67eb req-3443e6a1-f46d-4394-ac42-e2d43e98e7b7 service nova] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.640732] env[69784]: DEBUG oslo_concurrency.lockutils [req-cec80042-3eae-4216-ab5a-b73aa60f67eb req-3443e6a1-f46d-4394-ac42-e2d43e98e7b7 service nova] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.641013] env[69784]: DEBUG nova.compute.manager [req-cec80042-3eae-4216-ab5a-b73aa60f67eb req-3443e6a1-f46d-4394-ac42-e2d43e98e7b7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] No waiting events found dispatching network-vif-plugged-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.641082] env[69784]: WARNING nova.compute.manager [req-cec80042-3eae-4216-ab5a-b73aa60f67eb req-3443e6a1-f46d-4394-ac42-e2d43e98e7b7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received unexpected event network-vif-plugged-bf0b3632-b0cf-4a95-adba-0c98a84e82bd for instance with vm_state building and task_state spawning. [ 1249.726540] env[69784]: DEBUG oslo_vmware.api [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284335} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.726919] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.727102] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.727503] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.727503] env[69784]: INFO nova.compute.manager [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1249.727701] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.727896] env[69784]: DEBUG nova.compute.manager [-] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.727993] env[69784]: DEBUG nova.network.neutron [-] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.733368] env[69784]: DEBUG nova.network.neutron [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Successfully updated port: bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.763815] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628517, 'name': CreateVM_Task, 'duration_secs': 0.477596} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.763949] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.764532] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.764702] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.765013] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.765572] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0528f583-b643-42e7-a30c-f5d6d6f2c950 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.770599] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1249.770599] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52096beb-d2c3-37bd-4749-27db1f019ad1" [ 1249.770599] env[69784]: _type = "Task" [ 1249.770599] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.779741] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52096beb-d2c3-37bd-4749-27db1f019ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.790826] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1249.791120] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34d61a4e-27c7-425e-b6d5-9ce95dba9f7d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.801044] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1249.801044] env[69784]: value = "task-3628518" [ 1249.801044] env[69784]: _type = "Task" [ 1249.801044] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.809324] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628518, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.119147] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.119463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquired lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.119690] env[69784]: DEBUG nova.network.neutron [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.119930] env[69784]: DEBUG nova.objects.instance [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'info_cache' on Instance uuid ac0e9cd2-ae22-4483-b73a-317dd25528c9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.227067] env[69784]: DEBUG nova.network.neutron [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updated VIF entry in instance network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.227511] env[69784]: DEBUG nova.network.neutron [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.235875] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.236027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.236173] env[69784]: DEBUG nova.network.neutron [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.289635] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52096beb-d2c3-37bd-4749-27db1f019ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.027763} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.290070] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.290430] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.290791] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.291045] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.291347] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.291711] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4db89f-1f85-4692-a504-f7ff7e6161ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.308031] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.308839] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.309994] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02327ce-9290-4705-a020-11cd99823138 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.316891] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628518, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.320404] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1250.320404] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cb4652-9816-0031-f967-1ce3d8a84a89" [ 1250.320404] env[69784]: _type = "Task" [ 1250.320404] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.330511] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cb4652-9816-0031-f967-1ce3d8a84a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.730579] env[69784]: DEBUG oslo_concurrency.lockutils [req-99332672-6697-4bd1-be5b-c14d2c614a50 req-d9b5915c-e679-4bb8-8e90-b7c60ba95313 service nova] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.766535] env[69784]: DEBUG nova.network.neutron [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.814912] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628518, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.832558] env[69784]: DEBUG nova.network.neutron [-] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.833697] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cb4652-9816-0031-f967-1ce3d8a84a89, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.837173] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292fd445-bf38-4615-b235-fb63e3b935d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.844303] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1250.844303] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526485e5-13df-16d5-50bd-cb6654b706f3" [ 1250.844303] env[69784]: _type = "Task" [ 1250.844303] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.854275] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526485e5-13df-16d5-50bd-cb6654b706f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.906291] env[69784]: DEBUG nova.network.neutron [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.315053] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628518, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.336819] env[69784]: INFO nova.compute.manager [-] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Took 1.61 seconds to deallocate network for instance. [ 1251.355452] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526485e5-13df-16d5-50bd-cb6654b706f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.355711] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.355960] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.356227] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c49103-2229-456e-ba4d-ac7e246fe51e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.363523] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1251.363523] env[69784]: value = "task-3628519" [ 1251.363523] env[69784]: _type = "Task" [ 1251.363523] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.372582] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.375212] env[69784]: DEBUG nova.network.neutron [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance_info_cache with network_info: [{"id": "077bf66c-e16c-41f6-a72b-47753c0a2358", "address": "fa:16:3e:99:9d:cb", "network": {"id": "b9387983-dd19-4c8a-a0b7-3b2d137c904b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-977931405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4359cf34fc419b89bed76a595d01fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077bf66c-e1", "ovs_interfaceid": "077bf66c-e16c-41f6-a72b-47753c0a2358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.409525] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.409525] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Instance network_info: |[{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.409737] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e3:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0b3632-b0cf-4a95-adba-0c98a84e82bd', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.417698] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.418209] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.418466] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c92bc9-27b9-41c4-965e-cc96574253f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.441946] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.441946] env[69784]: value = "task-3628520" [ 1251.441946] env[69784]: _type = "Task" [ 1251.441946] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.451835] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628520, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.511145] env[69784]: DEBUG nova.compute.manager [req-ffa2c1c1-e7c9-4ee3-9190-90f17a0df97a req-b0ae419b-12c1-44f8-8c8f-b5201f35eca0 service nova] [instance: 5d1f3d78-1d67-4e83-9547-120f9bea8d3e] Received event network-vif-deleted-f07d758e-0435-4dec-876d-25485bf59780 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.668236] env[69784]: DEBUG nova.compute.manager [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.668495] env[69784]: DEBUG nova.compute.manager [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing instance network info cache due to event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.668766] env[69784]: DEBUG oslo_concurrency.lockutils [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.668921] env[69784]: DEBUG oslo_concurrency.lockutils [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.669395] env[69784]: DEBUG nova.network.neutron [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.816120] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628518, 'name': CloneVM_Task} progress is 95%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.844719] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.845058] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.845306] env[69784]: DEBUG nova.objects.instance [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'resources' on Instance uuid 5d1f3d78-1d67-4e83-9547-120f9bea8d3e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.875599] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498685} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.875877] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.876113] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.876374] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8909beca-059a-4461-a44a-d773581bed4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.878847] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Releasing lock "refresh_cache-ac0e9cd2-ae22-4483-b73a-317dd25528c9" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.879090] env[69784]: DEBUG nova.objects.instance [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'migration_context' on Instance uuid ac0e9cd2-ae22-4483-b73a-317dd25528c9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.886066] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1251.886066] env[69784]: value = "task-3628521" [ 1251.886066] env[69784]: _type = "Task" [ 1251.886066] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.897246] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.955362] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628520, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.314374] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628518, 'name': CloneVM_Task, 'duration_secs': 2.179131} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.314633] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Created linked-clone VM from snapshot [ 1252.315412] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7cc257-1cc4-4cc0-850b-4c0d08f98459 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.322910] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Uploading image ff4c380a-16af-4a93-8487-b5cd280c8ad8 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.347170] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.347170] env[69784]: value = "vm-723588" [ 1252.347170] env[69784]: _type = "VirtualMachine" [ 1252.347170] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.350378] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93e32418-f0fe-47c8-a01e-24342886af92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.358188] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease: (returnval){ [ 1252.358188] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db39bc-1a7d-9187-7fae-5462d5f26656" [ 1252.358188] env[69784]: _type = "HttpNfcLease" [ 1252.358188] env[69784]: } obtained for exporting VM: (result){ [ 1252.358188] env[69784]: value = "vm-723588" [ 1252.358188] env[69784]: _type = "VirtualMachine" [ 1252.358188] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.358538] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the lease: (returnval){ [ 1252.358538] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db39bc-1a7d-9187-7fae-5462d5f26656" [ 1252.358538] env[69784]: _type = "HttpNfcLease" [ 1252.358538] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.362463] env[69784]: DEBUG nova.network.neutron [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updated VIF entry in instance network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.362898] env[69784]: DEBUG nova.network.neutron [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.367993] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.367993] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db39bc-1a7d-9187-7fae-5462d5f26656" [ 1252.367993] env[69784]: _type = "HttpNfcLease" [ 1252.367993] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.382772] env[69784]: DEBUG nova.objects.base [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1252.386618] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f700fb-4291-40c7-9b85-5047f39ba52e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.398392] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065125} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.412922] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.416967] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f845d48-a681-49a9-85fb-5f7fa9580b39 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.419167] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77dcf976-3b04-434d-a9f6-677e11c56aad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.425107] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1252.425107] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297d286-daab-418c-0687-1d324d93e5fe" [ 1252.425107] env[69784]: _type = "Task" [ 1252.425107] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.442018] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.447228] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1118d2-6dc9-4af1-a58f-0e2ba94703b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.471923] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628520, 'name': CreateVM_Task, 'duration_secs': 0.791334} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.478105] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.478411] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5297d286-daab-418c-0687-1d324d93e5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.043845} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.478670] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1252.478670] env[69784]: value = "task-3628523" [ 1252.478670] env[69784]: _type = "Task" [ 1252.478670] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.479463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.480017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.480017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.480206] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.480488] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6338d0db-0b1a-45e8-8ec0-744f3ca26f7b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.489375] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1252.489375] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a2192b-76b5-3a51-ecc1-c6ef77614d4f" [ 1252.489375] env[69784]: _type = "Task" [ 1252.489375] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.495013] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.503015] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a2192b-76b5-3a51-ecc1-c6ef77614d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.569153] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d52900-4c1b-4716-bf05-11fa1b20f219 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.576609] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8015ad1-5d96-44df-9095-2c4d6ee9a5b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.606656] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869ed46e-f7d7-498a-bf07-cc261c10aa1d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.614025] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5e8f9-eda7-43af-90b3-db794ab7987b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.628398] env[69784]: DEBUG nova.compute.provider_tree [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.866124] env[69784]: DEBUG oslo_concurrency.lockutils [req-dfa9afbe-ab8d-449a-92b7-4574cd1fa35b req-45a414d6-9704-4bb3-b96a-8174733f064a service nova] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.868063] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.868063] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db39bc-1a7d-9187-7fae-5462d5f26656" [ 1252.868063] env[69784]: _type = "HttpNfcLease" [ 1252.868063] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1252.868368] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1252.868368] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52db39bc-1a7d-9187-7fae-5462d5f26656" [ 1252.868368] env[69784]: _type = "HttpNfcLease" [ 1252.868368] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1252.869131] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dade899-1bd6-4037-9ad3-71db795e3e4c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.876498] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efc734-ac38-7d82-d20f-d6ed2b7c101c/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1252.876678] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efc734-ac38-7d82-d20f-d6ed2b7c101c/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1252.990482] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.005124] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52a2192b-76b5-3a51-ecc1-c6ef77614d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.02742} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.005419] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.005654] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.005891] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.006056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.006219] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.006470] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a141cf5a-1cfb-40a0-8000-52afb1da52d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.016413] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.016589] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.017345] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0614b3bf-99a4-40ee-a505-e81c4be95adc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.022740] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1253.022740] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528f3d54-1149-568e-183e-0d18e505e788" [ 1253.022740] env[69784]: _type = "Task" [ 1253.022740] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.031598] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528f3d54-1149-568e-183e-0d18e505e788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.111831] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-049dd19f-4323-4aab-87d1-88abc092942c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.133788] env[69784]: DEBUG nova.scheduler.client.report [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.490969] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.532662] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528f3d54-1149-568e-183e-0d18e505e788, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.533578] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ed83f8-0e93-4e8d-9ed9-b68e03823a63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.539095] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1253.539095] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5210c35f-7fe7-faf7-df61-a7cccd038c19" [ 1253.539095] env[69784]: _type = "Task" [ 1253.539095] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.548825] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5210c35f-7fe7-faf7-df61-a7cccd038c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.638314] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.640906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.161s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.658920] env[69784]: INFO nova.scheduler.client.report [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted allocations for instance 5d1f3d78-1d67-4e83-9547-120f9bea8d3e [ 1253.673687] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.673928] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.674205] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.674458] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.674786] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.677926] env[69784]: INFO nova.compute.manager [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Terminating instance [ 1253.992647] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628523, 'name': ReconfigVM_Task, 'duration_secs': 1.077775} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.992984] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.993786] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0f1fd7-c43c-4902-9fb5-705c42530d31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.001916] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1254.001916] env[69784]: value = "task-3628524" [ 1254.001916] env[69784]: _type = "Task" [ 1254.001916] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.011123] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628524, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.049062] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5210c35f-7fe7-faf7-df61-a7cccd038c19, 'name': SearchDatastore_Task, 'duration_secs': 0.015698} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.049448] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.049799] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09/e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.050135] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cff9701-bcf5-4dfb-925f-b7d56fd18ff4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.056741] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1254.056741] env[69784]: value = "task-3628525" [ 1254.056741] env[69784]: _type = "Task" [ 1254.056741] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.064513] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.166901] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d2cb30c7-7ae8-44cc-80cd-1de79cdbc348 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "5d1f3d78-1d67-4e83-9547-120f9bea8d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.078s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.182725] env[69784]: DEBUG nova.compute.manager [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.183320] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.184615] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f95f3f40-3ec3-44dd-b3fa-c904700fc75f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.196240] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1254.196240] env[69784]: value = "task-3628526" [ 1254.196240] env[69784]: _type = "Task" [ 1254.196240] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.206073] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.312920] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59660f1-9884-4509-a087-9d4be4290655 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.321350] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ea3d7-b5f9-4186-b34a-41467c1890b2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.355522] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2de1ba-ab3a-4234-a900-8aa44eba24bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.364641] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b7643-f090-4065-82fb-c0a0eca52dbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.383511] env[69784]: DEBUG nova.compute.provider_tree [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.514399] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628524, 'name': Rename_Task, 'duration_secs': 0.16976} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.515267] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.516414] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17499084-a8f2-4b22-bad2-f20d9b48d320 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.523591] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1254.523591] env[69784]: value = "task-3628527" [ 1254.523591] env[69784]: _type = "Task" [ 1254.523591] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.532838] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.568194] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.705832] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628526, 'name': PowerOffVM_Task, 'duration_secs': 0.228832} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.706187] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.706404] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.706926] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723563', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'name': 'volume-2916eb40-edea-4f1f-9331-292a72f84175', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '24a994ec-4bff-4792-9dbf-a7d30f43af9d', 'attached_at': '2025-04-26T01:46:43.000000', 'detached_at': '', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'serial': '2916eb40-edea-4f1f-9331-292a72f84175'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.709024] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8ef10-c0bc-4fd5-9827-cf39bbcfdd12 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.728733] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a63a184-0b3e-4257-ace6-f67a4ab8298a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.737185] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21593f8-d9b9-4cb2-9043-548a4d186f7d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.757702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eae6e7-d708-40ee-bc90-ce9da61902ef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.773939] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] The volume has not been displaced from its original location: [datastore1] volume-2916eb40-edea-4f1f-9331-292a72f84175/volume-2916eb40-edea-4f1f-9331-292a72f84175.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.779535] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.780053] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe73dfe0-91b6-4422-9910-7f0ee568a43a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.801686] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1254.801686] env[69784]: value = "task-3628528" [ 1254.801686] env[69784]: _type = "Task" [ 1254.801686] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.810621] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.887744] env[69784]: DEBUG nova.scheduler.client.report [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.034664] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.070380] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572788} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.070672] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09/e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.070908] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.071156] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f860ca7-afe8-445b-9c6c-08bc27485366 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.077799] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1255.077799] env[69784]: value = "task-3628529" [ 1255.077799] env[69784]: _type = "Task" [ 1255.077799] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.085653] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.312863] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628528, 'name': ReconfigVM_Task, 'duration_secs': 0.243358} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.313183] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.318023] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac3316f-916d-439f-a220-688db85939b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.333192] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1255.333192] env[69784]: value = "task-3628530" [ 1255.333192] env[69784]: _type = "Task" [ 1255.333192] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.341578] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.535403] env[69784]: DEBUG oslo_vmware.api [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628527, 'name': PowerOnVM_Task, 'duration_secs': 0.735657} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.535752] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.536203] env[69784]: INFO nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1255.536203] env[69784]: DEBUG nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.536883] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f1e40-0859-42df-8c5e-8a3c541b9311 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.590471] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094302} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.590839] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.591802] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4776b4-57aa-47d0-99ad-4e21b3fe361b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.615417] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09/e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.615732] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc487d13-9f87-466e-b133-de2b568e7a97 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.637704] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1255.637704] env[69784]: value = "task-3628531" [ 1255.637704] env[69784]: _type = "Task" [ 1255.637704] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.647320] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.843812] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628530, 'name': ReconfigVM_Task, 'duration_secs': 0.159569} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.844193] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723563', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'name': 'volume-2916eb40-edea-4f1f-9331-292a72f84175', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '24a994ec-4bff-4792-9dbf-a7d30f43af9d', 'attached_at': '2025-04-26T01:46:43.000000', 'detached_at': '', 'volume_id': '2916eb40-edea-4f1f-9331-292a72f84175', 'serial': '2916eb40-edea-4f1f-9331-292a72f84175'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.844473] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.845298] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d98553d-82fe-4b0a-af80-2d4d1f9eb184 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.852517] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.852803] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f514a485-4d71-4fa7-a30c-06b9b8402d22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.899235] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.258s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.931967] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.932227] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.932421] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore1] 24a994ec-4bff-4792-9dbf-a7d30f43af9d {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.932717] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-492ca613-713c-4953-b8a0-5721ae60ad7e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.939563] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1255.939563] env[69784]: value = "task-3628533" [ 1255.939563] env[69784]: _type = "Task" [ 1255.939563] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.950625] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.059089] env[69784]: INFO nova.compute.manager [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Took 13.15 seconds to build instance. [ 1256.148636] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628531, 'name': ReconfigVM_Task, 'duration_secs': 0.352575} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.148986] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09/e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.149656] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69ebcdd9-f766-4dfc-836a-b53deff7cef7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.157339] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1256.157339] env[69784]: value = "task-3628534" [ 1256.157339] env[69784]: _type = "Task" [ 1256.157339] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.169837] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628534, 'name': Rename_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.324504] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.325721] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.375827] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.376262] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.449732] env[69784]: DEBUG oslo_vmware.api [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086669} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.449990] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.450193] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.450416] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.450550] env[69784]: INFO nova.compute.manager [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1256.450800] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.450990] env[69784]: DEBUG nova.compute.manager [-] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.451104] env[69784]: DEBUG nova.network.neutron [-] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.460758] env[69784]: INFO nova.scheduler.client.report [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocation for migration cd8bb804-1ba4-403c-bc37-9c4b4e1a92ce [ 1256.561502] env[69784]: DEBUG oslo_concurrency.lockutils [None req-487430c9-f96d-4577-907a-eb14937689b8 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.657s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.668509] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628534, 'name': Rename_Task, 'duration_secs': 0.165274} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.668790] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.669043] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4652c65-ca34-4f5d-ab6f-8fb0bbd5c888 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.675796] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1256.675796] env[69784]: value = "task-3628535" [ 1256.675796] env[69784]: _type = "Task" [ 1256.675796] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.683442] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.781220] env[69784]: DEBUG nova.compute.manager [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.781458] env[69784]: DEBUG nova.compute.manager [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing instance network info cache due to event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.781699] env[69784]: DEBUG oslo_concurrency.lockutils [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.781851] env[69784]: DEBUG oslo_concurrency.lockutils [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.782024] env[69784]: DEBUG nova.network.neutron [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.879240] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.969243] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.429s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.186389] env[69784]: DEBUG oslo_vmware.api [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628535, 'name': PowerOnVM_Task, 'duration_secs': 0.495494} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.186916] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.187108] env[69784]: INFO nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1257.187473] env[69784]: DEBUG nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.188558] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d1c02-8d26-4e78-82a0-48811fdb745a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.199389] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.400754] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.401042] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.402747] env[69784]: INFO nova.compute.claims [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.517425] env[69784]: DEBUG nova.network.neutron [-] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.572953] env[69784]: DEBUG nova.network.neutron [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updated VIF entry in instance network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.572953] env[69784]: DEBUG nova.network.neutron [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.705759] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Getting list of instances from cluster (obj){ [ 1257.705759] env[69784]: value = "domain-c8" [ 1257.705759] env[69784]: _type = "ClusterComputeResource" [ 1257.705759] env[69784]: } {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1257.712667] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6263e48-3ea9-440c-8589-2a832732bca9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.717476] env[69784]: INFO nova.compute.manager [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Took 14.43 seconds to build instance. [ 1257.734903] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Got total of 9 instances {{(pid=69784) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1257.735079] env[69784]: WARNING nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1257.735222] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid eb175817-6559-4954-9979-6125c80f623a {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.735412] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 54d589ef-e98a-4321-8b2a-b7b325a1e730 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.735567] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 24a994ec-4bff-4792-9dbf-a7d30f43af9d {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.735717] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.735863] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 0241eb0f-ceb8-4693-901e-f2fe9ecff691 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.736033] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid ac0e9cd2-ae22-4483-b73a-317dd25528c9 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.736201] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 62f39df3-af46-4741-abc9-9ecaae82f738 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.736350] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.736510] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.736692] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Triggering sync for uuid e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 {{(pid=69784) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.737695] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "eb175817-6559-4954-9979-6125c80f623a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.737922] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "eb175817-6559-4954-9979-6125c80f623a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.738216] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.738404] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.738635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.738837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.739042] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.739218] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.739466] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.739657] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.739884] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.740072] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "62f39df3-af46-4741-abc9-9ecaae82f738" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.740300] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.740472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.740693] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.740867] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.741103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.741288] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.741434] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1257.742343] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5292af29-a034-4a28-a7bf-7e3f7c317198 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.745727] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b7aed-daa3-4d74-ba6d-decf3ae4b5b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.749326] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4baa2b-7fd8-49de-8832-16ed688fc147 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.752173] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f042852-cc90-4f4e-86fd-758e0e9522ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.755195] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96e653-4d77-4041-afbc-1bd492c1f70b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.757917] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281fc630-5d5a-4435-aba3-800932e1c733 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.762773] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a15f1-0687-469f-b55d-11bced5fd913 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.766045] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.020729] env[69784]: INFO nova.compute.manager [-] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Took 1.57 seconds to deallocate network for instance. [ 1258.067843] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.074607] env[69784]: DEBUG oslo_concurrency.lockutils [req-d3eb8024-c320-458d-998b-6c782ad382e3 req-cd84395f-dfff-4062-8a93-3cab0f2b9e52 service nova] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.220283] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d3283adb-9fb8-488f-aeca-7e225034b227 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.943s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.220740] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.479s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.220931] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] During sync_power_state the instance has a pending task (spawning). Skip. [ 1258.221144] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.272400] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.283181] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.286761] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.295350] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.295803] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "eb175817-6559-4954-9979-6125c80f623a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.296052] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.228s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.296270] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.296472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.296635] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.298854] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "62f39df3-af46-4741-abc9-9ecaae82f738" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.299728] env[69784]: INFO nova.compute.manager [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Terminating instance [ 1258.301374] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.301768] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.487440] env[69784]: DEBUG nova.compute.manager [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.487653] env[69784]: DEBUG nova.compute.manager [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing instance network info cache due to event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.487863] env[69784]: DEBUG oslo_concurrency.lockutils [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.488077] env[69784]: DEBUG oslo_concurrency.lockutils [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.488271] env[69784]: DEBUG nova.network.neutron [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.576017] env[69784]: INFO nova.compute.manager [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Took 0.55 seconds to detach 1 volumes for instance. [ 1258.578079] env[69784]: DEBUG nova.compute.manager [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Deleting volume: 2916eb40-edea-4f1f-9331-292a72f84175 {{(pid=69784) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1258.582036] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f6b96-e813-4966-be42-13e78482bc62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.590085] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d3d5c-aebd-4946-b030-e9aa15111d33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.626259] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9ab1d-b79c-4af7-a976-61861b0a9ae7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.634700] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ea5a7-2d29-4583-b346-a5b15bd1e528 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.650418] env[69784]: DEBUG nova.compute.provider_tree [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.806502] env[69784]: DEBUG nova.compute.manager [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.807921] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.807921] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd7176-f9c6-4d4d-9f7e-816593cc51bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.817644] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.817973] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db0cdc8-0211-49eb-8d8d-1b1f49394a28 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.825370] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1258.825370] env[69784]: value = "task-3628537" [ 1258.825370] env[69784]: _type = "Task" [ 1258.825370] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.834831] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.851873] env[69784]: DEBUG nova.compute.manager [req-bc2ceb20-ba16-4a74-834c-01f1a3cec7f5 req-27b14bb0-f1e5-49df-9925-c20dd97db39f service nova] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] Received event network-vif-deleted-0f90f7a8-c369-48b0-84ab-fef45afac599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.131243] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.153672] env[69784]: DEBUG nova.scheduler.client.report [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.260698] env[69784]: DEBUG nova.network.neutron [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updated VIF entry in instance network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.260698] env[69784]: DEBUG nova.network.neutron [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.336891] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628537, 'name': PowerOffVM_Task, 'duration_secs': 0.355656} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.337346] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.337659] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.339833] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad903ab1-094d-46cf-9b06-715ee92dae89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.427907] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.428195] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.428375] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleting the datastore file [datastore1] ac0e9cd2-ae22-4483-b73a-317dd25528c9 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.428684] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86eaf96b-b676-4b46-b581-e38da673ba8c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.436209] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for the task: (returnval){ [ 1259.436209] env[69784]: value = "task-3628539" [ 1259.436209] env[69784]: _type = "Task" [ 1259.436209] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.444633] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.659536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.660091] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.662949] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.391s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.663144] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.663293] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.663640] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.533s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.663843] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.666900] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7081d2-b9d0-44d5-ba1a-988cd76c747e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.675768] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e77a0c-2ccb-4f2d-bc08-5594845e0d6c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.690557] env[69784]: INFO nova.scheduler.client.report [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted allocations for instance 24a994ec-4bff-4792-9dbf-a7d30f43af9d [ 1259.693280] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cb72ae-9f75-434e-b62b-2875f9661914 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.703292] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbdd868-1a79-49d9-823d-907638649593 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.736045] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179675MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1259.736248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.736373] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.764628] env[69784]: DEBUG oslo_concurrency.lockutils [req-58cd1cb0-ebe8-4f62-a516-66a107b810b6 req-5c677b62-6395-4dd7-ad5b-37e6abfc7534 service nova] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.946161] env[69784]: DEBUG oslo_vmware.api [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Task: {'id': task-3628539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276205} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.946398] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.946589] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.946776] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.946943] env[69784]: INFO nova.compute.manager [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1259.947212] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.947415] env[69784]: DEBUG nova.compute.manager [-] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.947501] env[69784]: DEBUG nova.network.neutron [-] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.168117] env[69784]: DEBUG nova.compute.utils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.170761] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.170923] env[69784]: DEBUG nova.network.neutron [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.202107] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8edc6191-eb37-495b-aff5-c5ecb65ca0c6 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.528s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.203152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.464s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.203387] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: 24a994ec-4bff-4792-9dbf-a7d30f43af9d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1260.203467] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "24a994ec-4bff-4792-9dbf-a7d30f43af9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.209948] env[69784]: DEBUG nova.policy [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e68225cef244b0bf3907a3dcdbf201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d31f46a2d2410b94877c22ad8e5573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.478907] env[69784]: DEBUG nova.network.neutron [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Successfully created port: cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.529151] env[69784]: DEBUG nova.compute.manager [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.529346] env[69784]: DEBUG nova.compute.manager [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing instance network info cache due to event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.529551] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.529725] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.530051] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.674281] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.677684] env[69784]: DEBUG nova.network.neutron [-] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.698303] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.698522] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.698640] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "54d589ef-e98a-4321-8b2a-b7b325a1e730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.700050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.700050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.701648] env[69784]: INFO nova.compute.manager [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Terminating instance [ 1260.767828] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance eb175817-6559-4954-9979-6125c80f623a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.767981] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 54d589ef-e98a-4321-8b2a-b7b325a1e730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768138] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f2ec1e4a-a25c-483c-8155-94619b43c8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768328] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 0241eb0f-ceb8-4693-901e-f2fe9ecff691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768471] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 62f39df3-af46-4741-abc9-9ecaae82f738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768591] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance ac0e9cd2-ae22-4483-b73a-317dd25528c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768701] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 52946633-6854-4b78-a071-e5e29fe63326 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768813] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 143d223f-074f-4b44-b8ae-4ba7aceb4615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.768928] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.769066] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2692c910-18b0-42ec-918e-30f3abd7da6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.769274] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1260.769468] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1260.881109] env[69784]: DEBUG nova.compute.manager [req-9584ade6-7603-4d5f-9744-4bec3ba32f1d req-90c792d9-7c79-4a7e-93d6-1e4f46cfc1df service nova] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Received event network-vif-deleted-077bf66c-e16c-41f6-a72b-47753c0a2358 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.908658] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617aeec-6cf6-443b-a80e-7846624a3a0c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.916870] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0110c28f-7f4c-4262-b7cb-544f9dbe4bea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.946035] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab72ae-0d4e-402c-b2da-610ec1bc829c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.952949] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb9ce7-71bd-48d5-bd99-d7287d4a47e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.966058] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.182398] env[69784]: INFO nova.compute.manager [-] [instance: ac0e9cd2-ae22-4483-b73a-317dd25528c9] Took 1.23 seconds to deallocate network for instance. [ 1261.205555] env[69784]: DEBUG nova.compute.manager [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.205772] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.206639] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a67409-f2cb-4941-a47a-73d765245eeb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.214657] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.215514] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a594e992-55d8-47bf-8b9e-c800552fd532 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.224415] env[69784]: DEBUG oslo_vmware.api [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1261.224415] env[69784]: value = "task-3628540" [ 1261.224415] env[69784]: _type = "Task" [ 1261.224415] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.232690] env[69784]: DEBUG oslo_vmware.api [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.233726] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updated VIF entry in instance network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.234109] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.469127] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.685234] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.692350] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.716281] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.716573] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.716736] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.716919] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.717118] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.717284] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.717499] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.717658] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.717828] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.717990] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.718197] env[69784]: DEBUG nova.virt.hardware [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.719102] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa432dfa-23d9-446f-ab00-23e9e86af17f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.731702] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ed168-1bd6-4908-982f-f165fad3f88a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.736598] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.736887] env[69784]: DEBUG nova.compute.manager [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.737101] env[69784]: DEBUG nova.compute.manager [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing instance network info cache due to event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.737352] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.737541] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.737752] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.749881] env[69784]: DEBUG oslo_vmware.api [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628540, 'name': PowerOffVM_Task, 'duration_secs': 0.382292} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.753571] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.753809] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.754331] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39dbf175-1ae0-4b75-b1ca-8bd5881dc254 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.832854] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.833016] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.833164] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore2] 54d589ef-e98a-4321-8b2a-b7b325a1e730 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.833381] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-357a5abd-c715-4f4d-bbc0-44ee33c65b22 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.842113] env[69784]: DEBUG oslo_vmware.api [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1261.842113] env[69784]: value = "task-3628542" [ 1261.842113] env[69784]: _type = "Task" [ 1261.842113] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.855665] env[69784]: DEBUG oslo_vmware.api [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.968395] env[69784]: DEBUG nova.network.neutron [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Successfully updated port: cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.970095] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updated VIF entry in instance network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.970380] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.974234] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1261.974234] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.238s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.974443] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.282s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.974578] env[69784]: DEBUG nova.objects.instance [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lazy-loading 'resources' on Instance uuid ac0e9cd2-ae22-4483-b73a-317dd25528c9 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.352855] env[69784]: DEBUG oslo_vmware.api [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225309} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.353057] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.353247] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.353444] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.353621] env[69784]: INFO nova.compute.manager [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1262.353876] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.354092] env[69784]: DEBUG nova.compute.manager [-] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.354195] env[69784]: DEBUG nova.network.neutron [-] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.473676] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.474211] env[69784]: DEBUG nova.compute.manager [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.474211] env[69784]: DEBUG nova.compute.manager [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing instance network info cache due to event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.474363] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.474505] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.474690] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.480416] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.480416] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.480416] env[69784]: DEBUG nova.network.neutron [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.615955] env[69784]: DEBUG nova.compute.manager [req-9b94496f-db14-48cb-8ae9-a31598b8012e req-7448c1ba-3929-424d-8048-c4bb904954fc service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Received event network-vif-deleted-d29e36b1-32f5-4fc3-b04a-3bf13f5303f9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.616174] env[69784]: INFO nova.compute.manager [req-9b94496f-db14-48cb-8ae9-a31598b8012e req-7448c1ba-3929-424d-8048-c4bb904954fc service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Neutron deleted interface d29e36b1-32f5-4fc3-b04a-3bf13f5303f9; detaching it from the instance and deleting it from the info cache [ 1262.616347] env[69784]: DEBUG nova.network.neutron [req-9b94496f-db14-48cb-8ae9-a31598b8012e req-7448c1ba-3929-424d-8048-c4bb904954fc service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.623140] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a77846-779d-4058-944b-63c027b0cf4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.631646] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56f149f-ee90-40f1-899e-d1aec9789863 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.662725] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac8183-6e1e-43f4-8c22-b60ea0081d0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.669986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c5f98b-1d22-4ae5-b9f1-2507e3e7be37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.683545] env[69784]: DEBUG nova.compute.provider_tree [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.906670] env[69784]: DEBUG nova.compute.manager [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Received event network-vif-plugged-cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.906937] env[69784]: DEBUG oslo_concurrency.lockutils [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.907273] env[69784]: DEBUG oslo_concurrency.lockutils [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.907333] env[69784]: DEBUG oslo_concurrency.lockutils [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.907512] env[69784]: DEBUG nova.compute.manager [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] No waiting events found dispatching network-vif-plugged-cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.907656] env[69784]: WARNING nova.compute.manager [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Received unexpected event network-vif-plugged-cf995a13-9f52-4cba-927c-3cd8806d76fa for instance with vm_state building and task_state spawning. [ 1262.907849] env[69784]: DEBUG nova.compute.manager [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Received event network-changed-cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.907988] env[69784]: DEBUG nova.compute.manager [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Refreshing instance network info cache due to event network-changed-cf995a13-9f52-4cba-927c-3cd8806d76fa. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.908127] env[69784]: DEBUG oslo_concurrency.lockutils [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] Acquiring lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.016206] env[69784]: DEBUG nova.network.neutron [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.097315] env[69784]: DEBUG nova.network.neutron [-] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.101797] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.102015] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.102196] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.102359] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.118757] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d953932b-5f3a-4745-af23-9fb42792c0d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.130820] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ff5ba-0ebf-4c60-8bc4-96834c3bc9fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.162853] env[69784]: DEBUG nova.compute.manager [req-9b94496f-db14-48cb-8ae9-a31598b8012e req-7448c1ba-3929-424d-8048-c4bb904954fc service nova] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Detach interface failed, port_id=d29e36b1-32f5-4fc3-b04a-3bf13f5303f9, reason: Instance 54d589ef-e98a-4321-8b2a-b7b325a1e730 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.164014] env[69784]: DEBUG nova.network.neutron [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updating instance_info_cache with network_info: [{"id": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "address": "fa:16:3e:73:15:16", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf995a13-9f", "ovs_interfaceid": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.186846] env[69784]: DEBUG nova.scheduler.client.report [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.214163] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updated VIF entry in instance network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.214527] env[69784]: DEBUG nova.network.neutron [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.426524] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efc734-ac38-7d82-d20f-d6ed2b7c101c/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1263.427838] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55054d-8148-42ce-81eb-aae79ca58e24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.434539] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efc734-ac38-7d82-d20f-d6ed2b7c101c/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1263.434709] env[69784]: ERROR oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efc734-ac38-7d82-d20f-d6ed2b7c101c/disk-0.vmdk due to incomplete transfer. [ 1263.434932] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfa48786-6879-4070-8fdf-133b4e831453 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.441859] env[69784]: DEBUG oslo_vmware.rw_handles [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efc734-ac38-7d82-d20f-d6ed2b7c101c/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1263.442055] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Uploaded image ff4c380a-16af-4a93-8487-b5cd280c8ad8 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1263.444514] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1263.444683] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bd798c2-94de-4c07-a7c8-5f43de2b0d15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.452252] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1263.452252] env[69784]: value = "task-3628543" [ 1263.452252] env[69784]: _type = "Task" [ 1263.452252] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.459560] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628543, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.600894] env[69784]: INFO nova.compute.manager [-] [instance: 54d589ef-e98a-4321-8b2a-b7b325a1e730] Took 1.25 seconds to deallocate network for instance. [ 1263.666852] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.667201] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Instance network_info: |[{"id": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "address": "fa:16:3e:73:15:16", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf995a13-9f", "ovs_interfaceid": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.667494] env[69784]: DEBUG oslo_concurrency.lockutils [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] Acquired lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.667672] env[69784]: DEBUG nova.network.neutron [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Refreshing network info cache for port cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.668984] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:15:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf995a13-9f52-4cba-927c-3cd8806d76fa', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.677834] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.681027] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.681526] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f171191c-588b-44c8-869e-e519e4991fff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.696808] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.704024] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.704024] env[69784]: value = "task-3628544" [ 1263.704024] env[69784]: _type = "Task" [ 1263.704024] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.712249] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628544, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.716873] env[69784]: DEBUG oslo_concurrency.lockutils [req-72f608f4-9a45-4e06-b28e-9d5c3c1aab4f req-0c1ce692-39d5-49e8-b8c6-8b59ba288962 service nova] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.719854] env[69784]: INFO nova.scheduler.client.report [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Deleted allocations for instance ac0e9cd2-ae22-4483-b73a-317dd25528c9 [ 1263.927907] env[69784]: DEBUG nova.network.neutron [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updated VIF entry in instance network info cache for port cf995a13-9f52-4cba-927c-3cd8806d76fa. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.928498] env[69784]: DEBUG nova.network.neutron [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updating instance_info_cache with network_info: [{"id": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "address": "fa:16:3e:73:15:16", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf995a13-9f", "ovs_interfaceid": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.962345] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628543, 'name': Destroy_Task, 'duration_secs': 0.324196} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.962643] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Destroyed the VM [ 1263.962894] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1263.963157] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-562a81f6-0fe5-40a0-a49b-ff2c8a6586b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.969781] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1263.969781] env[69784]: value = "task-3628545" [ 1263.969781] env[69784]: _type = "Task" [ 1263.969781] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.977848] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.107448] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.107779] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.108057] env[69784]: DEBUG nova.objects.instance [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'resources' on Instance uuid 54d589ef-e98a-4321-8b2a-b7b325a1e730 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.215807] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628544, 'name': CreateVM_Task, 'duration_secs': 0.363571} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.216029] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.224128] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.224289] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.224663] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.227394] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8e8d4f-df7f-49f1-8330-5b32332ff60b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.229722] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6e19e832-f255-4641-acaa-b24fe5904ac4 tempest-DeleteServersTestJSON-1044693629 tempest-DeleteServersTestJSON-1044693629-project-member] Lock "ac0e9cd2-ae22-4483-b73a-317dd25528c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.234175] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1264.234175] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52162ebd-aafc-e273-18e2-278539ab8a58" [ 1264.234175] env[69784]: _type = "Task" [ 1264.234175] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.242727] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52162ebd-aafc-e273-18e2-278539ab8a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.431831] env[69784]: DEBUG oslo_concurrency.lockutils [req-75cb3187-f713-489c-be43-8e995caeba4c req-05619058-6048-4de5-ba50-423da7c8ef4a service nova] Releasing lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.479657] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628545, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.744762] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52162ebd-aafc-e273-18e2-278539ab8a58, 'name': SearchDatastore_Task, 'duration_secs': 0.013815} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.745907] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.746147] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.746402] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.746514] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.746689] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.748544] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321506aa-4014-480b-8d65-fd4a6d68f5f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.751599] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cbac14a-71d0-4d3c-a503-ab93295c4a3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.759020] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f770fc5-a21a-4a29-bac3-2b21db6db47e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.763037] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.763224] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.764506] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91a923e-89fe-45ad-b35f-bc86ad7c569c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.791141] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e484abb-3f6d-4d19-b554-3ab197bdc640 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.794821] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1264.794821] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520625b3-27ba-002e-eef7-88cf4196a38b" [ 1264.794821] env[69784]: _type = "Task" [ 1264.794821] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.801277] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce9c46f-5def-4491-af94-e60c4b49933d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.807562] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520625b3-27ba-002e-eef7-88cf4196a38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.816767] env[69784]: DEBUG nova.compute.provider_tree [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.980525] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.771056} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.980950] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1264.981078] env[69784]: DEBUG nova.compute.manager [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.981877] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db407e4-ffa5-4c19-9241-aa2214520b11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.306227] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520625b3-27ba-002e-eef7-88cf4196a38b, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.307054] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d9d49f-3a25-4d56-a265-d3e7c60ac77c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.312453] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1265.312453] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5254a5af-dcc9-1ceb-0259-5d2acc39da85" [ 1265.312453] env[69784]: _type = "Task" [ 1265.312453] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.322306] env[69784]: DEBUG nova.scheduler.client.report [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.325358] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5254a5af-dcc9-1ceb-0259-5d2acc39da85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.493856] env[69784]: INFO nova.compute.manager [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Shelve offloading [ 1265.822953] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5254a5af-dcc9-1ceb-0259-5d2acc39da85, 'name': SearchDatastore_Task, 'duration_secs': 0.024918} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.823238] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.823495] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 2692c910-18b0-42ec-918e-30f3abd7da6e/2692c910-18b0-42ec-918e-30f3abd7da6e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.823747] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad204de-6b6b-4982-9bea-358c95ee735f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.827454] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.830737] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1265.830737] env[69784]: value = "task-3628547" [ 1265.830737] env[69784]: _type = "Task" [ 1265.830737] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.838444] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.848729] env[69784]: INFO nova.scheduler.client.report [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted allocations for instance 54d589ef-e98a-4321-8b2a-b7b325a1e730 [ 1265.850609] env[69784]: DEBUG nova.compute.manager [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Stashing vm_state: active {{(pid=69784) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1265.997371] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.997857] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ef248ae-8f57-4c5e-8204-3918d6beec85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.007752] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1266.007752] env[69784]: value = "task-3628548" [ 1266.007752] env[69784]: _type = "Task" [ 1266.007752] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.017699] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1266.017956] env[69784]: DEBUG nova.compute.manager [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.018765] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba77e343-9f51-41cc-8a2e-41467dd2bfc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.024804] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.024994] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.025188] env[69784]: DEBUG nova.network.neutron [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.340686] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441533} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.340945] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 2692c910-18b0-42ec-918e-30f3abd7da6e/2692c910-18b0-42ec-918e-30f3abd7da6e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.341177] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.341424] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-660d8628-7afe-4af4-a346-e63f4a136936 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.347092] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1266.347092] env[69784]: value = "task-3628549" [ 1266.347092] env[69784]: _type = "Task" [ 1266.347092] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.354048] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.360338] env[69784]: DEBUG oslo_concurrency.lockutils [None req-87f04c92-90a9-414b-97e4-5d824593598b tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "54d589ef-e98a-4321-8b2a-b7b325a1e730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.662s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.370331] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.370618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.728996] env[69784]: DEBUG nova.network.neutron [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.856244] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067521} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.856503] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.857281] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036bfd2a-c7c6-4a20-bc8f-c878cdbb9cbf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.880390] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2692c910-18b0-42ec-918e-30f3abd7da6e/2692c910-18b0-42ec-918e-30f3abd7da6e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.883032] env[69784]: INFO nova.compute.claims [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.887021] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3d6b3a-98c8-4372-86aa-414ec51919f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.909010] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1266.909010] env[69784]: value = "task-3628551" [ 1266.909010] env[69784]: _type = "Task" [ 1266.909010] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.918029] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.232155] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.404751] env[69784]: INFO nova.compute.resource_tracker [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating resource usage from migration e34d5c13-77a3-41f3-bfda-d20ebe648986 [ 1267.418213] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628551, 'name': ReconfigVM_Task, 'duration_secs': 0.27584} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.418502] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2692c910-18b0-42ec-918e-30f3abd7da6e/2692c910-18b0-42ec-918e-30f3abd7da6e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.419120] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d312fe-bd37-4f75-8fc0-b170a0253632 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.426483] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1267.426483] env[69784]: value = "task-3628552" [ 1267.426483] env[69784]: _type = "Task" [ 1267.426483] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.434736] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628552, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.465030] env[69784]: DEBUG nova.compute.manager [req-5751b9d9-8b18-4e62-9d45-9d28a2d366a3 req-26dd3040-493a-4759-9996-1ea932fbcf8e service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-vif-unplugged-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.465297] env[69784]: DEBUG oslo_concurrency.lockutils [req-5751b9d9-8b18-4e62-9d45-9d28a2d366a3 req-26dd3040-493a-4759-9996-1ea932fbcf8e service nova] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.465511] env[69784]: DEBUG oslo_concurrency.lockutils [req-5751b9d9-8b18-4e62-9d45-9d28a2d366a3 req-26dd3040-493a-4759-9996-1ea932fbcf8e service nova] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.465598] env[69784]: DEBUG oslo_concurrency.lockutils [req-5751b9d9-8b18-4e62-9d45-9d28a2d366a3 req-26dd3040-493a-4759-9996-1ea932fbcf8e service nova] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.465752] env[69784]: DEBUG nova.compute.manager [req-5751b9d9-8b18-4e62-9d45-9d28a2d366a3 req-26dd3040-493a-4759-9996-1ea932fbcf8e service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] No waiting events found dispatching network-vif-unplugged-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.465921] env[69784]: WARNING nova.compute.manager [req-5751b9d9-8b18-4e62-9d45-9d28a2d366a3 req-26dd3040-493a-4759-9996-1ea932fbcf8e service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received unexpected event network-vif-unplugged-f683730e-0cea-4d44-a1ba-951809ac77e9 for instance with vm_state shelved and task_state shelving_offloading. [ 1267.539431] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952e5a8-4817-4b36-97d9-2268acf95491 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.548625] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70c9ba7-2e52-42b5-8af8-dfcf2d0c3b03 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.587540] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.588429] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb2ad53-0fe2-4ed0-9ca8-3940c2b3f46d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.591467] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca43e1e-a4f6-4ae0-8314-6cdd09634f6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.601125] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961373ec-37dc-492e-89ec-b9f055477935 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.605263] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.607802] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a0f8f59-84e5-477c-a1d4-9016a4bfd75b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.617560] env[69784]: DEBUG nova.compute.provider_tree [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.677748] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.677959] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.678176] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleting the datastore file [datastore2] f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.678443] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-182e2fb3-0fc0-4adb-8f62-fc7f3c71197c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.685979] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1267.685979] env[69784]: value = "task-3628554" [ 1267.685979] env[69784]: _type = "Task" [ 1267.685979] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.694309] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.936280] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628552, 'name': Rename_Task, 'duration_secs': 0.186974} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.936593] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.936873] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fce410c-e4af-466c-a21d-fd64d362268f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.944202] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1267.944202] env[69784]: value = "task-3628555" [ 1267.944202] env[69784]: _type = "Task" [ 1267.944202] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.951734] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.120893] env[69784]: DEBUG nova.scheduler.client.report [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.195909] env[69784]: DEBUG oslo_vmware.api [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130684} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.196251] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.196369] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.196543] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.218561] env[69784]: INFO nova.scheduler.client.report [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted allocations for instance f2ec1e4a-a25c-483c-8155-94619b43c8ba [ 1268.454336] env[69784]: DEBUG oslo_vmware.api [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628555, 'name': PowerOnVM_Task, 'duration_secs': 0.437328} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.454717] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.454934] env[69784]: INFO nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1268.455176] env[69784]: DEBUG nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.456188] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e1fd7-e1c0-4688-aa7c-fbf9b6a5ba4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.626539] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.626804] env[69784]: INFO nova.compute.manager [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Migrating [ 1268.722655] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.722966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.723231] env[69784]: DEBUG nova.objects.instance [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'resources' on Instance uuid f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.978264] env[69784]: INFO nova.compute.manager [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Took 11.59 seconds to build instance. [ 1269.142439] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.142758] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.143024] env[69784]: DEBUG nova.network.neutron [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.229870] env[69784]: DEBUG nova.objects.instance [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'numa_topology' on Instance uuid f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.481713] env[69784]: DEBUG oslo_concurrency.lockutils [None req-18486bbb-c2ae-470d-bb7e-6941031e6b9c tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.104s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.556228] env[69784]: DEBUG nova.compute.manager [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.556435] env[69784]: DEBUG nova.compute.manager [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing instance network info cache due to event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.556861] env[69784]: DEBUG oslo_concurrency.lockutils [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.556861] env[69784]: DEBUG oslo_concurrency.lockutils [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.556986] env[69784]: DEBUG nova.network.neutron [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.730624] env[69784]: DEBUG nova.objects.base [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.860712] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb56180-b7be-4b9a-a581-e51dd88d3c18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.868261] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f78b09-8cfd-4f98-ab77-d7e3fb47fc19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.899789] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b365f45-45a9-4571-86dd-3e7c309472ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.907735] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808638c8-21bc-47ae-8272-561fd670c0ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.637466] env[69784]: DEBUG nova.compute.provider_tree [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.847572] env[69784]: DEBUG nova.network.neutron [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updated VIF entry in instance network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.847920] env[69784]: DEBUG nova.network.neutron [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf683730e-0c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.865876] env[69784]: DEBUG nova.network.neutron [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.149308] env[69784]: DEBUG nova.scheduler.client.report [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.150141] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.150403] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "eb175817-6559-4954-9979-6125c80f623a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.154023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "eb175817-6559-4954-9979-6125c80f623a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.154023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "eb175817-6559-4954-9979-6125c80f623a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.154023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "eb175817-6559-4954-9979-6125c80f623a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.154023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "eb175817-6559-4954-9979-6125c80f623a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.154023] env[69784]: INFO nova.compute.manager [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Terminating instance [ 1271.351315] env[69784]: DEBUG oslo_concurrency.lockutils [req-180a7a61-96fe-4ae6-8789-d4305e1d2cc9 req-2f52cc48-ccc3-4060-a1a4-174816e194ef service nova] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.369321] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.653769] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.931s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.663165] env[69784]: DEBUG nova.compute.manager [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.663165] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.663345] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cf6562-7435-4709-9ede-9e2b541511ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.671705] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.671705] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6813e7c-cebf-4181-b54f-1c3ca4214a17 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.678395] env[69784]: DEBUG oslo_vmware.api [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1271.678395] env[69784]: value = "task-3628556" [ 1271.678395] env[69784]: _type = "Task" [ 1271.678395] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.686898] env[69784]: DEBUG oslo_vmware.api [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.803428] env[69784]: DEBUG nova.compute.manager [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Received event network-changed-cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.803623] env[69784]: DEBUG nova.compute.manager [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Refreshing instance network info cache due to event network-changed-cf995a13-9f52-4cba-927c-3cd8806d76fa. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.804386] env[69784]: DEBUG oslo_concurrency.lockutils [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] Acquiring lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.804386] env[69784]: DEBUG oslo_concurrency.lockutils [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] Acquired lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.804386] env[69784]: DEBUG nova.network.neutron [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Refreshing network info cache for port cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.163647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a1135a5f-26d5-4f7d-9b40-614e462f32d2 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.985s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.164634] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.426s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.164839] env[69784]: INFO nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1272.165015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.165427] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.016s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.165597] env[69784]: INFO nova.compute.manager [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Unshelving [ 1272.192111] env[69784]: DEBUG oslo_vmware.api [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628556, 'name': PowerOffVM_Task, 'duration_secs': 0.368458} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.192111] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.192111] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.192111] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4b7b567-040f-434b-95bc-69fc167309c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.278035] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.278035] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.278035] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleting the datastore file [datastore1] eb175817-6559-4954-9979-6125c80f623a {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.278035] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02964f40-21bb-4157-8b17-6add55897ebe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.287018] env[69784]: DEBUG oslo_vmware.api [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for the task: (returnval){ [ 1272.287018] env[69784]: value = "task-3628558" [ 1272.287018] env[69784]: _type = "Task" [ 1272.287018] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.294458] env[69784]: DEBUG oslo_vmware.api [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.499056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.499705] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.632054] env[69784]: DEBUG nova.network.neutron [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updated VIF entry in instance network info cache for port cf995a13-9f52-4cba-927c-3cd8806d76fa. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.632430] env[69784]: DEBUG nova.network.neutron [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updating instance_info_cache with network_info: [{"id": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "address": "fa:16:3e:73:15:16", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf995a13-9f", "ovs_interfaceid": "cf995a13-9f52-4cba-927c-3cd8806d76fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.800029] env[69784]: DEBUG oslo_vmware.api [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Task: {'id': task-3628558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302119} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.800029] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.800029] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.800029] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.800029] env[69784]: INFO nova.compute.manager [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] [instance: eb175817-6559-4954-9979-6125c80f623a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1272.801146] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.801607] env[69784]: DEBUG nova.compute.manager [-] [instance: eb175817-6559-4954-9979-6125c80f623a] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.802045] env[69784]: DEBUG nova.network.neutron [-] [instance: eb175817-6559-4954-9979-6125c80f623a] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.883987] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faedcdaf-4d80-4cf3-a3b9-0532982eb857 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.902689] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 0 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.003457] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.135504] env[69784]: DEBUG oslo_concurrency.lockutils [req-fbc914c3-f7a6-43f3-9f1f-81a5359c17a1 req-19598112-d73e-4040-a979-ea6f95eeb90a service nova] Releasing lock "refresh_cache-2692c910-18b0-42ec-918e-30f3abd7da6e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.194411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.196253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.196253] env[69784]: DEBUG nova.objects.instance [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'pci_requests' on Instance uuid f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.408266] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.409874] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fe00498-f5ae-424a-b4fb-2aaa26e3fdd1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.417221] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1273.417221] env[69784]: value = "task-3628559" [ 1273.417221] env[69784]: _type = "Task" [ 1273.417221] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.427879] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.526600] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.534294] env[69784]: DEBUG nova.network.neutron [-] [instance: eb175817-6559-4954-9979-6125c80f623a] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.702029] env[69784]: DEBUG nova.objects.instance [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'numa_topology' on Instance uuid f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.870734] env[69784]: DEBUG nova.compute.manager [req-1d6cc30c-3be2-4cb1-9d0f-019c3774a008 req-9edbd707-56bb-4065-bf10-2f73492f3dce service nova] [instance: eb175817-6559-4954-9979-6125c80f623a] Received event network-vif-deleted-146e3348-51de-4927-b381-253a486c9218 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.926731] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628559, 'name': PowerOffVM_Task, 'duration_secs': 0.169269} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.926991] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.927190] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 17 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.977022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-62f39df3-af46-4741-abc9-9ecaae82f738-2874c46f-4f56-4990-8c25-a90d438df582" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.977022] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-62f39df3-af46-4741-abc9-9ecaae82f738-2874c46f-4f56-4990-8c25-a90d438df582" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.977022] env[69784]: DEBUG nova.objects.instance [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'flavor' on Instance uuid 62f39df3-af46-4741-abc9-9ecaae82f738 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.037057] env[69784]: INFO nova.compute.manager [-] [instance: eb175817-6559-4954-9979-6125c80f623a] Took 1.23 seconds to deallocate network for instance. [ 1274.204749] env[69784]: INFO nova.compute.claims [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.433613] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.433875] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.434066] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.434274] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.434447] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.434596] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.435592] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.435812] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.436024] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.436216] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.436397] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.441443] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7571136c-2976-4787-9e4c-7aa2abd05df4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.457031] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1274.457031] env[69784]: value = "task-3628560" [ 1274.457031] env[69784]: _type = "Task" [ 1274.457031] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.464463] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.544124] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.574141] env[69784]: DEBUG nova.objects.instance [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'pci_requests' on Instance uuid 62f39df3-af46-4741-abc9-9ecaae82f738 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.966353] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.076938] env[69784]: DEBUG nova.objects.base [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Object Instance<62f39df3-af46-4741-abc9-9ecaae82f738> lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1275.077357] env[69784]: DEBUG nova.network.neutron [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.138067] env[69784]: DEBUG nova.policy [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.331393] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba55ee-f5c1-41bd-b645-1bae69d0c39a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.341423] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2fd4e-da76-4216-871f-d722372b38c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.372116] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c23abd-3d67-4f3b-a2a3-439cf36dcd9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.379478] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9484a5e-dc20-4a58-b17e-0a83c759f515 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.392219] env[69784]: DEBUG nova.compute.provider_tree [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.466931] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628560, 'name': ReconfigVM_Task, 'duration_secs': 0.552909} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.467267] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 33 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.895826] env[69784]: DEBUG nova.scheduler.client.report [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.973755] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.974116] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.974258] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.974440] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.974588] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.974737] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.974935] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.975117] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.975275] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.975434] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.975645] env[69784]: DEBUG nova.virt.hardware [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.981056] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.981733] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a2ecf34-c9ca-4729-ae1e-fb3261787c32 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.000175] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1276.000175] env[69784]: value = "task-3628561" [ 1276.000175] env[69784]: _type = "Task" [ 1276.000175] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.007899] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.400670] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.206s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.402929] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.876s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.404367] env[69784]: INFO nova.compute.claims [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.437375] env[69784]: INFO nova.network.neutron [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating port f683730e-0cea-4d44-a1ba-951809ac77e9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1276.493947] env[69784]: DEBUG nova.compute.manager [req-4bfe89e5-1d83-4282-ab33-80c0c1783fbc req-49cf8be4-b7e8-41ec-8629-6a96e0e06288 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-vif-plugged-2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.494215] env[69784]: DEBUG oslo_concurrency.lockutils [req-4bfe89e5-1d83-4282-ab33-80c0c1783fbc req-49cf8be4-b7e8-41ec-8629-6a96e0e06288 service nova] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.494430] env[69784]: DEBUG oslo_concurrency.lockutils [req-4bfe89e5-1d83-4282-ab33-80c0c1783fbc req-49cf8be4-b7e8-41ec-8629-6a96e0e06288 service nova] Lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.494597] env[69784]: DEBUG oslo_concurrency.lockutils [req-4bfe89e5-1d83-4282-ab33-80c0c1783fbc req-49cf8be4-b7e8-41ec-8629-6a96e0e06288 service nova] Lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.494767] env[69784]: DEBUG nova.compute.manager [req-4bfe89e5-1d83-4282-ab33-80c0c1783fbc req-49cf8be4-b7e8-41ec-8629-6a96e0e06288 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] No waiting events found dispatching network-vif-plugged-2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.494926] env[69784]: WARNING nova.compute.manager [req-4bfe89e5-1d83-4282-ab33-80c0c1783fbc req-49cf8be4-b7e8-41ec-8629-6a96e0e06288 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received unexpected event network-vif-plugged-2874c46f-4f56-4990-8c25-a90d438df582 for instance with vm_state active and task_state None. [ 1276.510376] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628561, 'name': ReconfigVM_Task, 'duration_secs': 0.179964} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.510661] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.511537] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5565338-c758-489a-95e7-710416223c15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.533894] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.534490] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589c6bc8-390a-4e96-8723-d3cadd344df9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.552459] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1276.552459] env[69784]: value = "task-3628562" [ 1276.552459] env[69784]: _type = "Task" [ 1276.552459] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.560406] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.586805] env[69784]: DEBUG nova.network.neutron [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Successfully updated port: 2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.062080] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628562, 'name': ReconfigVM_Task, 'duration_secs': 0.36245} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.062404] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.062661] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 50 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.089293] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.089293] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.089440] env[69784]: DEBUG nova.network.neutron [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.535743] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c675dd-2865-48a2-9e2e-c2b8c80a431f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.543566] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32defb7d-4c21-41ce-b0b4-1ba1de98905e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.574997] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d041c20-82cd-4f18-984c-e3da6b4551a0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.577616] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9f25df-f108-4456-a9dc-003f677129b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.598690] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7605f0c5-ec7b-4d7a-8c65-9b6e3ff811fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.601726] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667df41-ad3b-47c5-9376-423b3327f99a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.620639] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 67 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.631795] env[69784]: DEBUG nova.compute.provider_tree [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.633652] env[69784]: WARNING nova.network.neutron [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] 4feb9cd4-da34-42c2-a012-85702b5c55b5 already exists in list: networks containing: ['4feb9cd4-da34-42c2-a012-85702b5c55b5']. ignoring it [ 1277.885119] env[69784]: DEBUG nova.network.neutron [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2874c46f-4f56-4990-8c25-a90d438df582", "address": "fa:16:3e:3a:dc:fb", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2874c46f-4f", "ovs_interfaceid": "2874c46f-4f56-4990-8c25-a90d438df582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.096872] env[69784]: DEBUG nova.compute.manager [req-bc1c354a-46e9-43b4-a2e5-cdec9cda908d req-ac3600c7-9b08-4334-955b-cc38581ced5b service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-vif-plugged-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.097371] env[69784]: DEBUG oslo_concurrency.lockutils [req-bc1c354a-46e9-43b4-a2e5-cdec9cda908d req-ac3600c7-9b08-4334-955b-cc38581ced5b service nova] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.097371] env[69784]: DEBUG oslo_concurrency.lockutils [req-bc1c354a-46e9-43b4-a2e5-cdec9cda908d req-ac3600c7-9b08-4334-955b-cc38581ced5b service nova] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.097371] env[69784]: DEBUG oslo_concurrency.lockutils [req-bc1c354a-46e9-43b4-a2e5-cdec9cda908d req-ac3600c7-9b08-4334-955b-cc38581ced5b service nova] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.097636] env[69784]: DEBUG nova.compute.manager [req-bc1c354a-46e9-43b4-a2e5-cdec9cda908d req-ac3600c7-9b08-4334-955b-cc38581ced5b service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] No waiting events found dispatching network-vif-plugged-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.097828] env[69784]: WARNING nova.compute.manager [req-bc1c354a-46e9-43b4-a2e5-cdec9cda908d req-ac3600c7-9b08-4334-955b-cc38581ced5b service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received unexpected event network-vif-plugged-f683730e-0cea-4d44-a1ba-951809ac77e9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1278.140182] env[69784]: DEBUG nova.scheduler.client.report [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.171989] env[69784]: DEBUG nova.network.neutron [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Port 474b7ae7-eced-4ae9-85e6-817d0efa3453 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1278.179574] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.179855] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.179991] env[69784]: DEBUG nova.network.neutron [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.389048] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.389152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.389296] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.390185] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a6010-ecfe-400d-a2c3-812b743af8b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.408062] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.408296] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.408455] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.408636] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.408782] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.408972] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.409200] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.409360] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.409523] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.409708] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.409887] env[69784]: DEBUG nova.virt.hardware [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.416009] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Reconfiguring VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1278.416277] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ccf5ca-96e0-4c8d-b5d9-83e48a33d39a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.433289] env[69784]: DEBUG oslo_vmware.api [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1278.433289] env[69784]: value = "task-3628563" [ 1278.433289] env[69784]: _type = "Task" [ 1278.433289] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.440114] env[69784]: DEBUG oslo_vmware.api [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628563, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.520430] env[69784]: DEBUG nova.compute.manager [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-changed-2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.520633] env[69784]: DEBUG nova.compute.manager [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing instance network info cache due to event network-changed-2874c46f-4f56-4990-8c25-a90d438df582. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.520846] env[69784]: DEBUG oslo_concurrency.lockutils [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.520987] env[69784]: DEBUG oslo_concurrency.lockutils [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521157] env[69784]: DEBUG nova.network.neutron [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing network info cache for port 2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.644869] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.645464] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.648290] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.104s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.648513] env[69784]: DEBUG nova.objects.instance [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lazy-loading 'resources' on Instance uuid eb175817-6559-4954-9979-6125c80f623a {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.893923] env[69784]: DEBUG nova.network.neutron [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.944328] env[69784]: DEBUG oslo_vmware.api [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.151847] env[69784]: DEBUG nova.compute.utils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.155894] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.156077] env[69784]: DEBUG nova.network.neutron [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.197374] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.197618] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.197790] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.201987] env[69784]: DEBUG nova.policy [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65104408e1ed4411b49a50a452926820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d166a46f2d44d4cb1057b06674b1005', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.238448] env[69784]: DEBUG nova.network.neutron [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updated VIF entry in instance network info cache for port 2874c46f-4f56-4990-8c25-a90d438df582. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.238876] env[69784]: DEBUG nova.network.neutron [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2874c46f-4f56-4990-8c25-a90d438df582", "address": "fa:16:3e:3a:dc:fb", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2874c46f-4f", "ovs_interfaceid": "2874c46f-4f56-4990-8c25-a90d438df582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.301014] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b9309c-4f52-45bb-85e2-8431f9e2670e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.309900] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85dd41-fc14-4810-87e9-2864fd1d8ab8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.343165] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ae23e5-2902-44a3-a3c2-e56f9c126ec7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.350341] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88c2bd6-db3f-4bcc-a6e7-61d48cb2f4b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.363299] env[69784]: DEBUG nova.compute.provider_tree [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.396621] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.425375] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='092e8636b6f58869a26acc0b14793cd7',container_format='bare',created_at=2025-04-26T01:47:16Z,direct_url=,disk_format='vmdk',id=ff4c380a-16af-4a93-8487-b5cd280c8ad8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2098246045-shelved',owner='a94c774c6c874072930d3b0f6e963175',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-04-26T01:47:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.425620] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.425776] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.426110] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.426110] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.426256] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.426446] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.426602] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.426767] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.426930] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.427253] env[69784]: DEBUG nova.virt.hardware [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.428101] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05daa96b-2574-4907-87bd-f77accccc124 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.439023] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b35f55-23ef-49d8-8912-0bfa1b1c1536 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.455244] env[69784]: DEBUG oslo_vmware.api [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628563, 'name': ReconfigVM_Task, 'duration_secs': 0.608496} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.462896] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.464766] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Reconfigured VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1279.467514] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:2a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f683730e-0cea-4d44-a1ba-951809ac77e9', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.475857] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.476608] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.476845] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b4a3de3-27a4-4003-9cf0-7aa712482d78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.496230] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.496230] env[69784]: value = "task-3628564" [ 1279.496230] env[69784]: _type = "Task" [ 1279.496230] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.496970] env[69784]: DEBUG nova.network.neutron [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Successfully created port: 269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.507814] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628564, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.657067] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.742138] env[69784]: DEBUG oslo_concurrency.lockutils [req-d1cb4b3d-4e96-43fe-96ac-24eb74c6cc4e req-914a8d3b-7935-4a7a-8a53-3dc502520f69 service nova] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.866722] env[69784]: DEBUG nova.scheduler.client.report [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.977663] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1a73d822-0d68-42da-879f-92ffc3f78318 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-62f39df3-af46-4741-abc9-9ecaae82f738-2874c46f-4f56-4990-8c25-a90d438df582" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.008058] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628564, 'name': CreateVM_Task, 'duration_secs': 0.301642} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.008317] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.008874] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.009041] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.009455] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.009726] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82541b1-8bd4-4820-a0d8-6b3ac6b2a5a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.014247] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1280.014247] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52510367-9686-27c4-f38f-cf232a14ac04" [ 1280.014247] env[69784]: _type = "Task" [ 1280.014247] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.021513] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52510367-9686-27c4-f38f-cf232a14ac04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.210258] env[69784]: DEBUG nova.compute.manager [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.210616] env[69784]: DEBUG nova.compute.manager [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing instance network info cache due to event network-changed-f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.210933] env[69784]: DEBUG oslo_concurrency.lockutils [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] Acquiring lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.211220] env[69784]: DEBUG oslo_concurrency.lockutils [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] Acquired lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.211510] env[69784]: DEBUG nova.network.neutron [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Refreshing network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.233122] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.233308] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.233479] env[69784]: DEBUG nova.network.neutron [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.371926] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.398231] env[69784]: INFO nova.scheduler.client.report [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Deleted allocations for instance eb175817-6559-4954-9979-6125c80f623a [ 1280.525463] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.525732] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Processing image ff4c380a-16af-4a93-8487-b5cd280c8ad8 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.525950] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.526114] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.526291] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.526544] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5e8247-c2b3-4d86-8947-7bff2a484965 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.544705] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.544937] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.545853] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038a8c53-121a-4fcf-8961-986c41c48fec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550797] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1280.550797] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529e3457-7ec9-6c8e-bdc7-fbac0cc39c9a" [ 1280.550797] env[69784]: _type = "Task" [ 1280.550797] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.560644] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529e3457-7ec9-6c8e-bdc7-fbac0cc39c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.669030] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.695146] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.695397] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.695553] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.695737] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.695884] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.696041] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.696256] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.696410] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.696572] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.696734] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.696907] env[69784]: DEBUG nova.virt.hardware [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.697982] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a38225-f0aa-41aa-a00a-20f3957d7eef {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.706171] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b54a47-0165-4e14-9a75-8127de950254 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.860810] env[69784]: DEBUG nova.compute.manager [req-9a84c4d3-865f-430e-a10c-695200de79fe req-d9b68602-5255-4d48-ad34-b381d5bb51b3 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Received event network-vif-plugged-269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.861050] env[69784]: DEBUG oslo_concurrency.lockutils [req-9a84c4d3-865f-430e-a10c-695200de79fe req-d9b68602-5255-4d48-ad34-b381d5bb51b3 service nova] Acquiring lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.861270] env[69784]: DEBUG oslo_concurrency.lockutils [req-9a84c4d3-865f-430e-a10c-695200de79fe req-d9b68602-5255-4d48-ad34-b381d5bb51b3 service nova] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.861435] env[69784]: DEBUG oslo_concurrency.lockutils [req-9a84c4d3-865f-430e-a10c-695200de79fe req-d9b68602-5255-4d48-ad34-b381d5bb51b3 service nova] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.861651] env[69784]: DEBUG nova.compute.manager [req-9a84c4d3-865f-430e-a10c-695200de79fe req-d9b68602-5255-4d48-ad34-b381d5bb51b3 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] No waiting events found dispatching network-vif-plugged-269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.861841] env[69784]: WARNING nova.compute.manager [req-9a84c4d3-865f-430e-a10c-695200de79fe req-d9b68602-5255-4d48-ad34-b381d5bb51b3 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Received unexpected event network-vif-plugged-269091fb-8b55-4692-85ee-1b778d15de32 for instance with vm_state building and task_state spawning. [ 1280.905709] env[69784]: DEBUG oslo_concurrency.lockutils [None req-59140656-2210-4860-9e9d-d7e3d484d154 tempest-ServerActionsTestOtherA-237730885 tempest-ServerActionsTestOtherA-237730885-project-member] Lock "eb175817-6559-4954-9979-6125c80f623a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.755s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.948786] env[69784]: DEBUG nova.network.neutron [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Successfully updated port: 269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.044083] env[69784]: DEBUG nova.network.neutron [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updated VIF entry in instance network info cache for port f683730e-0cea-4d44-a1ba-951809ac77e9. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.044452] env[69784]: DEBUG nova.network.neutron [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [{"id": "f683730e-0cea-4d44-a1ba-951809ac77e9", "address": "fa:16:3e:20:2a:17", "network": {"id": "a4a51b8f-d87a-47e8-b32c-fda14a658b71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-636727572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a94c774c6c874072930d3b0f6e963175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf683730e-0c", "ovs_interfaceid": "f683730e-0cea-4d44-a1ba-951809ac77e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.046772] env[69784]: DEBUG nova.network.neutron [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.060738] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1281.060981] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Fetch image to [datastore1] OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10/OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1281.061230] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Downloading stream optimized image ff4c380a-16af-4a93-8487-b5cd280c8ad8 to [datastore1] OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10/OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10.vmdk on the data store datastore1 as vApp {{(pid=69784) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1281.061452] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Downloading image file data ff4c380a-16af-4a93-8487-b5cd280c8ad8 to the ESX as VM named 'OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10' {{(pid=69784) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1281.127243] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1281.127243] env[69784]: value = "resgroup-9" [ 1281.127243] env[69784]: _type = "ResourcePool" [ 1281.127243] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1281.127523] env[69784]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-198f586a-8832-4cbd-85ad-12ff629eaa80 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.149186] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease: (returnval){ [ 1281.149186] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529a9b5c-8a35-ddc3-4899-a145fd9aadb0" [ 1281.149186] env[69784]: _type = "HttpNfcLease" [ 1281.149186] env[69784]: } obtained for vApp import into resource pool (val){ [ 1281.149186] env[69784]: value = "resgroup-9" [ 1281.149186] env[69784]: _type = "ResourcePool" [ 1281.149186] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1281.149456] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the lease: (returnval){ [ 1281.149456] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529a9b5c-8a35-ddc3-4899-a145fd9aadb0" [ 1281.149456] env[69784]: _type = "HttpNfcLease" [ 1281.149456] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1281.155800] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.155800] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529a9b5c-8a35-ddc3-4899-a145fd9aadb0" [ 1281.155800] env[69784]: _type = "HttpNfcLease" [ 1281.155800] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1281.169982] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-62f39df3-af46-4741-abc9-9ecaae82f738-2874c46f-4f56-4990-8c25-a90d438df582" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.170333] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-62f39df3-af46-4741-abc9-9ecaae82f738-2874c46f-4f56-4990-8c25-a90d438df582" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.452106] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "refresh_cache-03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.452469] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquired lock "refresh_cache-03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.452469] env[69784]: DEBUG nova.network.neutron [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.547280] env[69784]: DEBUG oslo_concurrency.lockutils [req-1bc8f48c-1d7f-4c1c-841d-9f1eeefffecf req-5aada24b-4d70-4dbb-bf03-42beb0b03c0f service nova] Releasing lock "refresh_cache-f2ec1e4a-a25c-483c-8155-94619b43c8ba" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.549104] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.660407] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.660407] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529a9b5c-8a35-ddc3-4899-a145fd9aadb0" [ 1281.660407] env[69784]: _type = "HttpNfcLease" [ 1281.660407] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1281.660979] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1281.660979] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529a9b5c-8a35-ddc3-4899-a145fd9aadb0" [ 1281.660979] env[69784]: _type = "HttpNfcLease" [ 1281.660979] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1281.662372] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d702d4-ff97-4f4d-bf6e-877d84361aae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.675200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.678017] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.678017] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524688bf-a3b1-314a-9984-f451b3fa7fc5/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1281.678017] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524688bf-a3b1-314a-9984-f451b3fa7fc5/disk-0.vmdk. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1281.678017] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081cf51-76b5-4462-9d12-92ffd2f5be38 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.761347] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d85fc-a56c-409b-9c9e-dcfb6c62961d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.766894] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5875919f-85bd-47ec-8f84-7e15ed7433fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.789729] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Reconfiguring VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1281.792082] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b0f8560-029b-4283-9723-839601abcbcb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.809782] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1281.809782] env[69784]: value = "task-3628566" [ 1281.809782] env[69784]: _type = "Task" [ 1281.809782] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.817444] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.995137] env[69784]: DEBUG nova.network.neutron [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.073277] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1159ca97-ecbd-4a24-bed2-a4a1c7e20910 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.103124] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d7115-89a0-47b8-9ac7-65193d6e4380 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.111599] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 83 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.212877] env[69784]: DEBUG nova.network.neutron [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Updating instance_info_cache with network_info: [{"id": "269091fb-8b55-4692-85ee-1b778d15de32", "address": "fa:16:3e:79:95:7b", "network": {"id": "fa9d6ad2-8327-4047-9dc4-6ade7df4b4c3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2035070241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d166a46f2d44d4cb1057b06674b1005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269091fb-8b", "ovs_interfaceid": "269091fb-8b55-4692-85ee-1b778d15de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.321717] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.620114] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.621982] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad2c650-9040-4562-a237-3efee779c34a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.629655] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1282.629655] env[69784]: value = "task-3628567" [ 1282.629655] env[69784]: _type = "Task" [ 1282.629655] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.640748] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.716254] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Releasing lock "refresh_cache-03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.716697] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Instance network_info: |[{"id": "269091fb-8b55-4692-85ee-1b778d15de32", "address": "fa:16:3e:79:95:7b", "network": {"id": "fa9d6ad2-8327-4047-9dc4-6ade7df4b4c3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2035070241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d166a46f2d44d4cb1057b06674b1005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269091fb-8b", "ovs_interfaceid": "269091fb-8b55-4692-85ee-1b778d15de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.717178] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:95:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269091fb-8b55-4692-85ee-1b778d15de32', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.726640] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Creating folder: Project (7d166a46f2d44d4cb1057b06674b1005). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.726967] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a331fea-fa13-4185-ad28-0e302e748367 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.736965] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Created folder: Project (7d166a46f2d44d4cb1057b06674b1005) in parent group-v723273. [ 1282.737177] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Creating folder: Instances. Parent ref: group-v723593. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.737552] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-975c8b5a-d864-411d-97ce-931094d5f8ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.748019] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Created folder: Instances in parent group-v723593. [ 1282.748184] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.749994] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.752125] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c072950-6d24-4105-8509-a9f039e52cfc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.782800] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.782800] env[69784]: value = "task-3628570" [ 1282.782800] env[69784]: _type = "Task" [ 1282.782800] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.790184] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628570, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.820890] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.875319] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1282.877047] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524688bf-a3b1-314a-9984-f451b3fa7fc5/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1282.877047] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41650768-b2bb-4ee5-ba1b-69f211ef221a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.886647] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524688bf-a3b1-314a-9984-f451b3fa7fc5/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1282.886647] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524688bf-a3b1-314a-9984-f451b3fa7fc5/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1282.886647] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4de87069-a5f5-4b51-9e58-55a173025c54 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.895013] env[69784]: DEBUG nova.compute.manager [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Received event network-changed-269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.895245] env[69784]: DEBUG nova.compute.manager [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Refreshing instance network info cache due to event network-changed-269091fb-8b55-4692-85ee-1b778d15de32. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.895471] env[69784]: DEBUG oslo_concurrency.lockutils [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] Acquiring lock "refresh_cache-03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.895613] env[69784]: DEBUG oslo_concurrency.lockutils [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] Acquired lock "refresh_cache-03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.895832] env[69784]: DEBUG nova.network.neutron [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Refreshing network info cache for port 269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.147102] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.149163] env[69784]: DEBUG oslo_vmware.rw_handles [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524688bf-a3b1-314a-9984-f451b3fa7fc5/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1283.149456] env[69784]: INFO nova.virt.vmwareapi.images [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Downloaded image file data ff4c380a-16af-4a93-8487-b5cd280c8ad8 [ 1283.150610] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddba12d-77b1-4c87-9f66-c244e102e837 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.169809] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fbbf58-112a-44cf-9eb2-f655a8bc2b64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.195234] env[69784]: INFO nova.virt.vmwareapi.images [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] The imported VM was unregistered [ 1283.198779] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1283.199083] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8 {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.199367] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3ed262-4248-47de-b69d-81ad1ded03c8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.212786] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Created directory with path [datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8 {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.212996] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10/OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10.vmdk to [datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk. {{(pid=69784) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1283.213315] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-40504aa2-d87e-4d9e-85da-3201f4663b89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.220566] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1283.220566] env[69784]: value = "task-3628572" [ 1283.220566] env[69784]: _type = "Task" [ 1283.220566] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.229504] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.290900] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628570, 'name': CreateVM_Task, 'duration_secs': 0.406812} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.291181] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.292075] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.292258] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.292595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.292898] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9062c48b-d693-4539-a1d3-9d0cfb8c5efb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.297889] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1283.297889] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526dc17c-e19a-e1a6-a393-16523656181c" [ 1283.297889] env[69784]: _type = "Task" [ 1283.297889] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.306203] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526dc17c-e19a-e1a6-a393-16523656181c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.319421] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.627861] env[69784]: DEBUG nova.network.neutron [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Updated VIF entry in instance network info cache for port 269091fb-8b55-4692-85ee-1b778d15de32. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.628243] env[69784]: DEBUG nova.network.neutron [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Updating instance_info_cache with network_info: [{"id": "269091fb-8b55-4692-85ee-1b778d15de32", "address": "fa:16:3e:79:95:7b", "network": {"id": "fa9d6ad2-8327-4047-9dc4-6ade7df4b4c3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2035070241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d166a46f2d44d4cb1057b06674b1005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269091fb-8b", "ovs_interfaceid": "269091fb-8b55-4692-85ee-1b778d15de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.640872] env[69784]: DEBUG oslo_vmware.api [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628567, 'name': PowerOnVM_Task, 'duration_secs': 0.545411} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.641139] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.641325] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dde5d505-3392-4528-b338-d1ef3bd465a1 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance '0241eb0f-ceb8-4693-901e-f2fe9ecff691' progress to 100 {{(pid=69784) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.730347] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.812622] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526dc17c-e19a-e1a6-a393-16523656181c, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.816324] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.816741] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.817027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.817213] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.817433] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.818119] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced76fbf-d724-42b5-bd76-ce3ef1e4ecc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.827221] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.834691] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.834691] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.835407] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fa44b8-101e-4e0f-956a-d947548ea33e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.840500] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1283.840500] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d68b66-4849-d870-e72c-669aeabdb91d" [ 1283.840500] env[69784]: _type = "Task" [ 1283.840500] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.851745] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d68b66-4849-d870-e72c-669aeabdb91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.131128] env[69784]: DEBUG oslo_concurrency.lockutils [req-b60258e3-fbdc-4283-a95c-c5dc032d550d req-2faec093-cc07-416b-b967-b4e5bda1c1b4 service nova] Releasing lock "refresh_cache-03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.232654] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.324576] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.350905] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52d68b66-4849-d870-e72c-669aeabdb91d, 'name': SearchDatastore_Task, 'duration_secs': 0.055888} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.351849] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0d5ec0-1f2f-4a99-8cf8-29caa54fbed8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.357509] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1284.357509] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc4d94-b5af-fb8c-d3c3-4f930b51f9a8" [ 1284.357509] env[69784]: _type = "Task" [ 1284.357509] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.365600] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc4d94-b5af-fb8c-d3c3-4f930b51f9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.732361] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.824412] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.870200] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc4d94-b5af-fb8c-d3c3-4f930b51f9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.091165} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.870506] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.870778] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c/03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.871093] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-810e48d4-f68b-40ef-95e6-daf7e787e175 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.877549] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1284.877549] env[69784]: value = "task-3628573" [ 1284.877549] env[69784]: _type = "Task" [ 1284.877549] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.885680] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.233896] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.323413] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.389318] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.559428] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.559828] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.735312] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.784627] env[69784]: DEBUG nova.network.neutron [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Port 474b7ae7-eced-4ae9-85e6-817d0efa3453 binding to destination host cpu-1 is already ACTIVE {{(pid=69784) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1285.784871] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.785081] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.785273] env[69784]: DEBUG nova.network.neutron [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.824627] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.888776] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.063812] env[69784]: DEBUG nova.compute.utils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.236980] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628572, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.774394} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.237380] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10/OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10.vmdk to [datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk. [ 1286.237611] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Cleaning up location [datastore1] OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1286.237789] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_44ddaafe-129d-443f-a6fd-71b747ba9e10 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.238089] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee69ae1-79d3-4050-ab9b-ead319a22386 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.245431] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1286.245431] env[69784]: value = "task-3628574" [ 1286.245431] env[69784]: _type = "Task" [ 1286.245431] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.254692] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.326967] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.389116] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628573, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.429149} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.389446] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c/03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.389751] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.392530] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8932161a-be5f-411e-9388-73763e6f5b9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.399851] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1286.399851] env[69784]: value = "task-3628575" [ 1286.399851] env[69784]: _type = "Task" [ 1286.399851] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.408052] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.503209] env[69784]: DEBUG nova.network.neutron [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.566710] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.755307] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06877} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.755694] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.755803] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.756024] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk to [datastore1] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.756286] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d37ead-91d6-4ea3-a61e-64a0030eecbc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.762973] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1286.762973] env[69784]: value = "task-3628576" [ 1286.762973] env[69784]: _type = "Task" [ 1286.762973] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.771058] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.826358] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.910794] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064294} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.911075] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.912221] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba87d5ee-843c-40df-8efb-40db8f1c8699 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.935681] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c/03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.935950] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0b5b7f-ed07-4ba0-b645-6f46b332cdab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.954243] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1286.954243] env[69784]: value = "task-3628577" [ 1286.954243] env[69784]: _type = "Task" [ 1286.954243] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.961737] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.006706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.273576] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.327086] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.464879] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628577, 'name': ReconfigVM_Task, 'duration_secs': 0.435903} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.465254] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c/03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.465942] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-810ac1b8-f00c-40f6-9ea1-c5ce39b9a490 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.472720] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1287.472720] env[69784]: value = "task-3628578" [ 1287.472720] env[69784]: _type = "Task" [ 1287.472720] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.485706] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628578, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.510590] env[69784]: DEBUG nova.compute.manager [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69784) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1287.510833] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.511090] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.637069] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.637361] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.638047] env[69784]: INFO nova.compute.manager [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Attaching volume e7dc36f0-4a5a-4442-ba38-5785245331c7 to /dev/sdb [ 1287.673231] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bca588-191b-425a-8fe5-83f95fdab6ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.680743] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bb759f-93c0-4d45-9437-0b03f4ce7111 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.694731] env[69784]: DEBUG nova.virt.block_device [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating existing volume attachment record: 903d01e2-cea0-40f5-8928-bd3b46fa8aa5 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1287.772979] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.827985] env[69784]: DEBUG oslo_vmware.api [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628566, 'name': ReconfigVM_Task, 'duration_secs': 5.76429} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.828306] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.828551] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Reconfigured VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1287.988940] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628578, 'name': Rename_Task, 'duration_secs': 0.37257} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.988940] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.988940] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85c5f650-ec4c-42fb-9010-1ef880c14dd8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.992572] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1287.992572] env[69784]: value = "task-3628581" [ 1287.992572] env[69784]: _type = "Task" [ 1287.992572] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.003743] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.015121] env[69784]: DEBUG nova.objects.instance [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'migration_context' on Instance uuid 0241eb0f-ceb8-4693-901e-f2fe9ecff691 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.275035] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.502694] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.666978] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777a1ce4-38cd-4429-8962-a964ce52dd84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.676186] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc7a3b-3897-441e-a4f5-1bff20622e65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.707048] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab17463-29c7-40fb-a111-701db16efa9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.714637] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4fcd12-d445-4d3a-af3c-ba78fc6b486e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.728783] env[69784]: DEBUG nova.compute.provider_tree [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.775743] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.004067] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628581, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.171251] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.171721] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.172019] env[69784]: DEBUG nova.network.neutron [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.232742] env[69784]: DEBUG nova.scheduler.client.report [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.275774] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.503727] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.775837] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628576, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.745788} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.778221] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ff4c380a-16af-4a93-8487-b5cd280c8ad8/ff4c380a-16af-4a93-8487-b5cd280c8ad8.vmdk to [datastore1] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.781358] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267e2c3-7771-4a20-bc77-bc14af661f6c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.805682] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.808656] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec6144c-cdc0-471a-8d7e-8168d9796487 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.828964] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1289.828964] env[69784]: value = "task-3628583" [ 1289.828964] env[69784]: _type = "Task" [ 1289.828964] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.837688] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.992578] env[69784]: DEBUG nova.compute.manager [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.992972] env[69784]: DEBUG nova.compute.manager [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing instance network info cache due to event network-changed-01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.993614] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] Acquiring lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.003113] env[69784]: INFO nova.network.neutron [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Port 2874c46f-4f56-4990-8c25-a90d438df582 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1290.003648] env[69784]: DEBUG nova.network.neutron [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.008239] env[69784]: DEBUG oslo_vmware.api [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628581, 'name': PowerOnVM_Task, 'duration_secs': 1.51875} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.008891] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.009072] env[69784]: INFO nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1290.009338] env[69784]: DEBUG nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.011410] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e0cdd-6e85-4377-9fa8-8370402d7266 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.247712] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.736s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.338265] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628583, 'name': ReconfigVM_Task, 'duration_secs': 0.280277} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.338574] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f2ec1e4a-a25c-483c-8155-94619b43c8ba/f2ec1e4a-a25c-483c-8155-94619b43c8ba.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.339206] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e8bb31-e974-417e-a54a-e797a0e23457 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.344943] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1290.344943] env[69784]: value = "task-3628585" [ 1290.344943] env[69784]: _type = "Task" [ 1290.344943] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.352466] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628585, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.509531] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.512071] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] Acquired lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.512211] env[69784]: DEBUG nova.network.neutron [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Refreshing network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.528094] env[69784]: INFO nova.compute.manager [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Took 17.02 seconds to build instance. [ 1290.684472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-2874c46f-4f56-4990-8c25-a90d438df582" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.684670] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-2874c46f-4f56-4990-8c25-a90d438df582" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.685010] env[69784]: DEBUG nova.objects.instance [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'flavor' on Instance uuid e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.855226] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628585, 'name': Rename_Task, 'duration_secs': 0.148013} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.855509] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.855746] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ea536f-b846-49b6-9b0a-13f3bb46429c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.861570] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1290.861570] env[69784]: value = "task-3628586" [ 1290.861570] env[69784]: _type = "Task" [ 1290.861570] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.869011] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.014871] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dafd31b4-f237-4f26-a8e8-25dc2b56b187 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-62f39df3-af46-4741-abc9-9ecaae82f738-2874c46f-4f56-4990-8c25-a90d438df582" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.844s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.030224] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f1decce-f997-4d26-b640-1848096094c3 tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.530s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.228430] env[69784]: DEBUG nova.network.neutron [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updated VIF entry in instance network info cache for port 01ab5f63-a652-4296-9346-be2e3fe43cb5. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.228761] env[69784]: DEBUG nova.network.neutron [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [{"id": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "address": "fa:16:3e:30:ef:90", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab5f63-a6", "ovs_interfaceid": "01ab5f63-a652-4296-9346-be2e3fe43cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.290594] env[69784]: DEBUG nova.objects.instance [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'pci_requests' on Instance uuid e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.371935] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.732436] env[69784]: DEBUG oslo_concurrency.lockutils [req-abe298d7-2b1d-4e09-be67-1ecf53f12b70 req-617f9c78-4707-422c-bba9-e94befc04213 service nova] Releasing lock "refresh_cache-62f39df3-af46-4741-abc9-9ecaae82f738" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.787302] env[69784]: INFO nova.compute.manager [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Swapping old allocation on dict_keys(['0c2d32c9-4f2b-4fd3-b895-4e6470002a7a']) held by migration e34d5c13-77a3-41f3-bfda-d20ebe648986 for instance [ 1291.793879] env[69784]: DEBUG nova.objects.base [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.794133] env[69784]: DEBUG nova.network.neutron [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.809570] env[69784]: DEBUG nova.scheduler.client.report [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Overwriting current allocation {'allocations': {'0c2d32c9-4f2b-4fd3-b895-4e6470002a7a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'cef6ea896fac46799e1a22b77777515e', 'user_id': 'f3bbae67aafd4543afb7ac9117e9e072', 'consumer_generation': 1} on consumer 0241eb0f-ceb8-4693-901e-f2fe9ecff691 {{(pid=69784) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1291.864050] env[69784]: DEBUG nova.policy [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4c599592204b0bbe81efec8890c9d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd34ad768c3f947ef9dd36242e6c4df62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.874863] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.909879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.910148] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.910372] env[69784]: DEBUG nova.network.neutron [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.089420] env[69784]: DEBUG nova.compute.manager [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.089599] env[69784]: DEBUG nova.compute.manager [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing instance network info cache due to event network-changed-bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.089848] env[69784]: DEBUG oslo_concurrency.lockutils [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.089991] env[69784]: DEBUG oslo_concurrency.lockutils [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.090269] env[69784]: DEBUG nova.network.neutron [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.191555] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.191837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.192063] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.192249] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.192421] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.194573] env[69784]: INFO nova.compute.manager [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Terminating instance [ 1292.241153] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.241399] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723597', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'name': 'volume-e7dc36f0-4a5a-4442-ba38-5785245331c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52946633-6854-4b78-a071-e5e29fe63326', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'serial': 'e7dc36f0-4a5a-4442-ba38-5785245331c7'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.242382] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4373f1-0962-4814-9b09-fe87a522cdc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.258936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac88b42-3060-430b-9c0c-7b4d81f91aac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.283470] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-e7dc36f0-4a5a-4442-ba38-5785245331c7/volume-e7dc36f0-4a5a-4442-ba38-5785245331c7.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.283748] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90aeeee-7488-4dcb-bd97-49b5e5aab75d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.302145] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1292.302145] env[69784]: value = "task-3628587" [ 1292.302145] env[69784]: _type = "Task" [ 1292.302145] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.309891] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.371972] env[69784]: DEBUG oslo_vmware.api [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628586, 'name': PowerOnVM_Task, 'duration_secs': 1.025524} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.372262] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.472076] env[69784]: DEBUG nova.compute.manager [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.473010] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c053e-635e-4ec4-9de4-ae953274ab84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.667121] env[69784]: DEBUG nova.network.neutron [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [{"id": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "address": "fa:16:3e:9e:37:41", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474b7ae7-ec", "ovs_interfaceid": "474b7ae7-eced-4ae9-85e6-817d0efa3453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.698701] env[69784]: DEBUG nova.compute.manager [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.698701] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.699542] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf52f15-0b66-4fe3-a9a7-7d75c5c12602 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.706815] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.709081] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6fd0a9a-03b7-4b21-9cc1-1ff7a964f28b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.715623] env[69784]: DEBUG oslo_vmware.api [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1292.715623] env[69784]: value = "task-3628588" [ 1292.715623] env[69784]: _type = "Task" [ 1292.715623] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.724762] env[69784]: DEBUG oslo_vmware.api [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.798938] env[69784]: DEBUG nova.network.neutron [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updated VIF entry in instance network info cache for port bf0b3632-b0cf-4a95-adba-0c98a84e82bd. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.799365] env[69784]: DEBUG nova.network.neutron [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.813073] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.989076] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7237a064-b859-4cc5-8463-76e9e225f48f tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.823s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.170879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-0241eb0f-ceb8-4693-901e-f2fe9ecff691" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.171355] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.171631] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f66e7173-0684-4e12-b77a-606d905d6ed1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.179018] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1293.179018] env[69784]: value = "task-3628589" [ 1293.179018] env[69784]: _type = "Task" [ 1293.179018] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.187618] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.227860] env[69784]: DEBUG oslo_vmware.api [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628588, 'name': PowerOffVM_Task, 'duration_secs': 0.224072} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.228263] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.228566] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.228924] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6089d5ee-a78a-4763-8187-ac9aa10080b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.302465] env[69784]: DEBUG oslo_concurrency.lockutils [req-ae9452c0-0946-46e6-9e0f-8bb486fff253 req-132829a1-5370-484a-8741-8b2a8fcf0436 service nova] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.312590] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628587, 'name': ReconfigVM_Task, 'duration_secs': 0.741253} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.312832] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-e7dc36f0-4a5a-4442-ba38-5785245331c7/volume-e7dc36f0-4a5a-4442-ba38-5785245331c7.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.317599] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34370519-3213-4411-b7ab-bbcf7541d46a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.333631] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1293.333631] env[69784]: value = "task-3628591" [ 1293.333631] env[69784]: _type = "Task" [ 1293.333631] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.342277] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.375347] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.375571] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.375750] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Deleting the datastore file [datastore1] 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.376041] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57eb45b3-8aee-4bfc-8afc-aa4a3ed9db19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.382573] env[69784]: DEBUG oslo_vmware.api [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for the task: (returnval){ [ 1293.382573] env[69784]: value = "task-3628592" [ 1293.382573] env[69784]: _type = "Task" [ 1293.382573] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.392751] env[69784]: DEBUG oslo_vmware.api [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.404750] env[69784]: DEBUG nova.network.neutron [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Successfully updated port: 2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.689278] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628589, 'name': PowerOffVM_Task, 'duration_secs': 0.185601} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.689578] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.690314] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.690537] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.690690] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.690875] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.691030] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.691179] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.691383] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.691541] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.691765] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.691900] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.692090] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.697267] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3b58e4-2c69-4918-940e-8f6655cd2443 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.714247] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1293.714247] env[69784]: value = "task-3628593" [ 1293.714247] env[69784]: _type = "Task" [ 1293.714247] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.723832] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.843401] env[69784]: DEBUG oslo_vmware.api [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628591, 'name': ReconfigVM_Task, 'duration_secs': 0.156788} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.843654] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723597', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'name': 'volume-e7dc36f0-4a5a-4442-ba38-5785245331c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52946633-6854-4b78-a071-e5e29fe63326', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'serial': 'e7dc36f0-4a5a-4442-ba38-5785245331c7'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1293.892498] env[69784]: DEBUG oslo_vmware.api [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Task: {'id': task-3628592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198117} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.892763] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.892959] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.893149] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.893324] env[69784]: INFO nova.compute.manager [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1293.893558] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.893746] env[69784]: DEBUG nova.compute.manager [-] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.893844] env[69784]: DEBUG nova.network.neutron [-] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.912575] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.912755] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.912948] env[69784]: DEBUG nova.network.neutron [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.224089] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.413748] env[69784]: DEBUG nova.compute.manager [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-vif-plugged-2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.413887] env[69784]: DEBUG oslo_concurrency.lockutils [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.414133] env[69784]: DEBUG oslo_concurrency.lockutils [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.414374] env[69784]: DEBUG oslo_concurrency.lockutils [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.414506] env[69784]: DEBUG nova.compute.manager [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] No waiting events found dispatching network-vif-plugged-2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.414723] env[69784]: WARNING nova.compute.manager [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received unexpected event network-vif-plugged-2874c46f-4f56-4990-8c25-a90d438df582 for instance with vm_state active and task_state None. [ 1294.414826] env[69784]: DEBUG nova.compute.manager [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-changed-2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.415127] env[69784]: DEBUG nova.compute.manager [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing instance network info cache due to event network-changed-2874c46f-4f56-4990-8c25-a90d438df582. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.415127] env[69784]: DEBUG oslo_concurrency.lockutils [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.471699] env[69784]: WARNING nova.network.neutron [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] 4feb9cd4-da34-42c2-a012-85702b5c55b5 already exists in list: networks containing: ['4feb9cd4-da34-42c2-a012-85702b5c55b5']. ignoring it [ 1294.630949] env[69784]: DEBUG nova.network.neutron [-] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.726020] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.833686] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.833924] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.834093] env[69784]: INFO nova.compute.manager [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Shelving [ 1294.883459] env[69784]: DEBUG nova.objects.instance [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.890655] env[69784]: DEBUG nova.network.neutron [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2874c46f-4f56-4990-8c25-a90d438df582", "address": "fa:16:3e:3a:dc:fb", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2874c46f-4f", "ovs_interfaceid": "2874c46f-4f56-4990-8c25-a90d438df582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.135126] env[69784]: INFO nova.compute.manager [-] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Took 1.24 seconds to deallocate network for instance. [ 1295.225605] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628593, 'name': ReconfigVM_Task, 'duration_secs': 1.164906} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.226551] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca53bc3-c78d-407f-a64b-72a16ee66d67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.248340] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.248605] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.248768] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.248998] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.249143] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.249322] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.249539] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.249803] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.249997] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.250182] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.250355] env[69784]: DEBUG nova.virt.hardware [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.251178] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bc2cfe-1be9-4e07-b4d7-0cacb29d9a42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.256600] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1295.256600] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5235c06f-89f5-7d5f-bf57-04a7862388d3" [ 1295.256600] env[69784]: _type = "Task" [ 1295.256600] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.264588] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.264845] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5235c06f-89f5-7d5f-bf57-04a7862388d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.388337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5525b4ce-98ee-4d8a-8cab-9d2ef370d828 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.751s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.389182] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.125s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.389383] env[69784]: DEBUG nova.compute.manager [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.390451] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9822bc1-7dc5-4a20-ac7d-bcb6e3536b99 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.394027] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.394717] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.394958] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.395285] env[69784]: DEBUG oslo_concurrency.lockutils [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.395466] env[69784]: DEBUG nova.network.neutron [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Refreshing network info cache for port 2874c46f-4f56-4990-8c25-a90d438df582 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.396989] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f12967-5cf2-408e-98c8-baf6de00683e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.403391] env[69784]: DEBUG nova.compute.manager [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1295.403937] env[69784]: DEBUG nova.objects.instance [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.417153] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.417391] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.417546] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.417726] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.417870] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.418021] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.418224] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.418426] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.418533] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.418706] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.418914] env[69784]: DEBUG nova.virt.hardware [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.425234] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Reconfiguring VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1295.426771] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559be98b-cd0a-413f-819b-34dc4514ae96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.444928] env[69784]: DEBUG oslo_vmware.api [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1295.444928] env[69784]: value = "task-3628594" [ 1295.444928] env[69784]: _type = "Task" [ 1295.444928] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.453229] env[69784]: DEBUG oslo_vmware.api [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628594, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.640967] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.641087] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.641326] env[69784]: DEBUG nova.objects.instance [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lazy-loading 'resources' on Instance uuid 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.767432] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5235c06f-89f5-7d5f-bf57-04a7862388d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.772929] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1295.773175] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa6524d8-657d-430a-ba11-e467dbe2b934 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.791822] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1295.791822] env[69784]: value = "task-3628595" [ 1295.791822] env[69784]: _type = "Task" [ 1295.791822] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.801920] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.843791] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.844170] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7404326c-4cac-4a90-8f6f-6bc8f821ab58 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.851459] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1295.851459] env[69784]: value = "task-3628596" [ 1295.851459] env[69784]: _type = "Task" [ 1295.851459] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.861659] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.957016] env[69784]: DEBUG oslo_vmware.api [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.148918] env[69784]: DEBUG nova.network.neutron [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updated VIF entry in instance network info cache for port 2874c46f-4f56-4990-8c25-a90d438df582. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.149454] env[69784]: DEBUG nova.network.neutron [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2874c46f-4f56-4990-8c25-a90d438df582", "address": "fa:16:3e:3a:dc:fb", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2874c46f-4f", "ovs_interfaceid": "2874c46f-4f56-4990-8c25-a90d438df582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.269341] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb7ef5-a58a-4539-a188-62418f5f4f90 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.276921] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab5285-1a11-4b1c-a94d-6836c4f598ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.309984] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c825b9-c6cc-478b-af07-2767126c0726 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.317338] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628595, 'name': ReconfigVM_Task, 'duration_secs': 0.226796} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.319336] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1296.320138] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f27c002-bdc7-416e-9083-f671865855a2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.323266] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47bdfd7-6d9c-4fe2-a101-39463cca8df4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.345678] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.354826] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10ed969-ec25-41c2-bbe5-0bba963954e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.367460] env[69784]: DEBUG nova.compute.provider_tree [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.377093] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628596, 'name': PowerOffVM_Task, 'duration_secs': 0.263129} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.378696] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.379052] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1296.379052] env[69784]: value = "task-3628597" [ 1296.379052] env[69784]: _type = "Task" [ 1296.379052] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.379936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1e8d66-45ca-49de-b60c-4b187417c7c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.390243] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.404612] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7001bd-b3eb-4f44-b53d-4c7e1cdbcb4d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.431362] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.431638] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35d1d0cd-ef3e-4039-820f-c4322551c2b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.438851] env[69784]: DEBUG oslo_vmware.api [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1296.438851] env[69784]: value = "task-3628598" [ 1296.438851] env[69784]: _type = "Task" [ 1296.438851] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.444890] env[69784]: DEBUG nova.compute.manager [req-cdc45712-26d1-494b-8e67-7d64a6d16ccd req-b5e9f2f8-b98f-4c7c-b8ed-040b30dd149e service nova] [instance: 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c] Received event network-vif-deleted-269091fb-8b55-4692-85ee-1b778d15de32 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.452826] env[69784]: DEBUG oslo_vmware.api [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.457721] env[69784]: DEBUG oslo_vmware.api [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628594, 'name': ReconfigVM_Task, 'duration_secs': 0.88232} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.458203] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.458410] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Reconfigured VM to attach interface {{(pid=69784) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1296.652265] env[69784]: DEBUG oslo_concurrency.lockutils [req-ad2c1dde-0459-47b0-9a6f-c14d2a52fcd7 req-bc437347-f4d8-40c8-8170-d3741a8e1ee7 service nova] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.873503] env[69784]: DEBUG nova.scheduler.client.report [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.892164] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628597, 'name': ReconfigVM_Task, 'duration_secs': 0.317287} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.892458] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691/0241eb0f-ceb8-4693-901e-f2fe9ecff691.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.893301] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb2f75-3767-4b67-bc21-3fa889181df8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.912145] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba97e9a-c388-4b2c-a2d0-b0bc129355f0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.915342] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Creating Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1296.915606] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fef4c3fa-54af-4513-8e35-b14b3196ec47 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.935967] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6fe4e-071e-48d4-9af7-091a33438e60 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.938404] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1296.938404] env[69784]: value = "task-3628599" [ 1296.938404] env[69784]: _type = "Task" [ 1296.938404] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.957835] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b1b7e-dccf-4a2d-a930-3ae0c4b0a7e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.963838] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ca2ea4cc-c21d-4175-ae3e-4d39c784521f tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-2874c46f-4f56-4990-8c25-a90d438df582" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.279s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.964790] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628599, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.969889] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.972688] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84930911-2481-4492-b81e-0aa006cc8d78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.974375] env[69784]: DEBUG oslo_vmware.api [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628598, 'name': PowerOffVM_Task, 'duration_secs': 0.175477} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.974614] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.974801] env[69784]: DEBUG nova.compute.manager [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.975805] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04599b9-9b37-4df7-acbf-8a24af917c80 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.980354] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1296.980354] env[69784]: value = "task-3628600" [ 1296.980354] env[69784]: _type = "Task" [ 1296.980354] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.990949] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.378655] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.396629] env[69784]: INFO nova.scheduler.client.report [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Deleted allocations for instance 03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c [ 1297.449451] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628599, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.489465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bcb7eff4-279b-4ad9-8e1f-afb9b23e9d2d tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.494081] env[69784]: DEBUG oslo_vmware.api [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628600, 'name': PowerOnVM_Task, 'duration_secs': 0.361189} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.494381] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.710019] env[69784]: DEBUG nova.objects.instance [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.906590] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4769517b-36a6-4230-bbd9-aa5909c1b64f tempest-ServerTagsTestJSON-1257613045 tempest-ServerTagsTestJSON-1257613045-project-member] Lock "03d2a82a-15a8-4fe5-bbbc-23bbc57e8b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.949869] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628599, 'name': CreateSnapshot_Task, 'duration_secs': 0.840922} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.950660] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Created Snapshot of the VM instance {{(pid=69784) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1297.951404] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b83e70d-a829-4b75-b063-65b6d0035589 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.215337] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.215522] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.215684] env[69784]: DEBUG nova.network.neutron [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.216307] env[69784]: DEBUG nova.objects.instance [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'info_cache' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.438010] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "interface-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-2874c46f-4f56-4990-8c25-a90d438df582" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.438379] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-2874c46f-4f56-4990-8c25-a90d438df582" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.469319] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Creating linked-clone VM from snapshot {{(pid=69784) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1298.469844] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3912646d-879e-42a3-8706-9b2cb6fb909a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.478374] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1298.478374] env[69784]: value = "task-3628601" [ 1298.478374] env[69784]: _type = "Task" [ 1298.478374] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.486613] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628601, 'name': CloneVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.505101] env[69784]: INFO nova.compute.manager [None req-5e95e764-3064-48ae-b00e-fa9e01fd6585 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance to original state: 'active' [ 1298.720034] env[69784]: DEBUG nova.objects.base [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Object Instance<52946633-6854-4b78-a071-e5e29fe63326> lazy-loaded attributes: flavor,info_cache {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1298.943281] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.943352] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.944336] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec4091-d1bb-4e66-81ae-21cd4d8308ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.968608] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68641a35-3163-473b-b2ba-49436d54be0b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.996850] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Reconfiguring VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1299.000371] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4ca1a3-c887-4bfe-8c1f-52b68d9fb66b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.021998] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628601, 'name': CloneVM_Task} progress is 94%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.023584] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1299.023584] env[69784]: value = "task-3628602" [ 1299.023584] env[69784]: _type = "Task" [ 1299.023584] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.031427] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.501898] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628601, 'name': CloneVM_Task, 'duration_secs': 1.011364} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.502348] env[69784]: INFO nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Created linked-clone VM from snapshot [ 1299.503190] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9db470-9e13-4e2d-93c2-0381b4a81e2a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.517978] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Uploading image e9cce0e8-8102-498b-bb08-63338766cf27 {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1299.534345] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.547198] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1299.547198] env[69784]: value = "vm-723599" [ 1299.547198] env[69784]: _type = "VirtualMachine" [ 1299.547198] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1299.547773] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a3528b6e-ac32-432f-8aa4-c3c9565d694a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.550910] env[69784]: DEBUG nova.network.neutron [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [{"id": "c709a657-a402-4fd1-b273-83815d693c3d", "address": "fa:16:3e:4e:77:aa", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc709a657-a4", "ovs_interfaceid": "c709a657-a402-4fd1-b273-83815d693c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.558168] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease: (returnval){ [ 1299.558168] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52727bdb-5386-7733-77ca-02d31794ca5f" [ 1299.558168] env[69784]: _type = "HttpNfcLease" [ 1299.558168] env[69784]: } obtained for exporting VM: (result){ [ 1299.558168] env[69784]: value = "vm-723599" [ 1299.558168] env[69784]: _type = "VirtualMachine" [ 1299.558168] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1299.558534] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the lease: (returnval){ [ 1299.558534] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52727bdb-5386-7733-77ca-02d31794ca5f" [ 1299.558534] env[69784]: _type = "HttpNfcLease" [ 1299.558534] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1299.566281] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.566281] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52727bdb-5386-7733-77ca-02d31794ca5f" [ 1299.566281] env[69784]: _type = "HttpNfcLease" [ 1299.566281] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1299.871586] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.871830] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.872070] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.872700] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.872890] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.875194] env[69784]: INFO nova.compute.manager [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Terminating instance [ 1300.036669] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.053442] env[69784]: DEBUG oslo_concurrency.lockutils [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.069374] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.069374] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52727bdb-5386-7733-77ca-02d31794ca5f" [ 1300.069374] env[69784]: _type = "HttpNfcLease" [ 1300.069374] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1300.069802] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1300.069802] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52727bdb-5386-7733-77ca-02d31794ca5f" [ 1300.069802] env[69784]: _type = "HttpNfcLease" [ 1300.069802] env[69784]: }. {{(pid=69784) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1300.070865] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d7290-3ae0-4fb3-84dc-552c4b437c43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.083750] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242004d-d4ad-4db6-e810-838caa58695a/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1300.084050] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242004d-d4ad-4db6-e810-838caa58695a/disk-0.vmdk for reading. {{(pid=69784) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1300.237033] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba26c226-2612-4e9a-8f83-6a192e63d643 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.379274] env[69784]: DEBUG nova.compute.manager [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.379515] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.380497] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdaa7af-36d3-465b-978e-a50979676871 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.388601] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.388829] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7810288e-a838-4fb2-aab9-c221421ec8a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.396920] env[69784]: DEBUG oslo_vmware.api [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1300.396920] env[69784]: value = "task-3628604" [ 1300.396920] env[69784]: _type = "Task" [ 1300.396920] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.405965] env[69784]: DEBUG oslo_vmware.api [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.535715] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.906927] env[69784]: DEBUG oslo_vmware.api [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628604, 'name': PowerOffVM_Task, 'duration_secs': 0.221169} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.907287] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.907501] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.907965] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49bc2a46-dbbd-4007-8cd3-dcd70128eab8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.975873] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.976152] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.976391] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleting the datastore file [datastore1] 0241eb0f-ceb8-4693-901e-f2fe9ecff691 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.977517] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ae584f-8649-4e51-a6d1-d2a603750ae7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.983380] env[69784]: DEBUG oslo_vmware.api [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1300.983380] env[69784]: value = "task-3628606" [ 1300.983380] env[69784]: _type = "Task" [ 1300.983380] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.991414] env[69784]: DEBUG oslo_vmware.api [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.036360] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.059216] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.059827] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38c759a4-f665-48bb-b34f-e834c6ae4340 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.065470] env[69784]: DEBUG oslo_vmware.api [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1301.065470] env[69784]: value = "task-3628607" [ 1301.065470] env[69784]: _type = "Task" [ 1301.065470] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.073711] env[69784]: DEBUG oslo_vmware.api [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.493816] env[69784]: DEBUG oslo_vmware.api [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182751} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.494144] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.494371] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.494618] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.494852] env[69784]: INFO nova.compute.manager [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1301.495152] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.495382] env[69784]: DEBUG nova.compute.manager [-] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.495519] env[69784]: DEBUG nova.network.neutron [-] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.536612] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.575824] env[69784]: DEBUG oslo_vmware.api [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628607, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.039301] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.053509] env[69784]: DEBUG nova.compute.manager [req-0095c356-4cb9-433d-b18f-7b93044b07e5 req-6cd0185e-4e8f-4c04-847f-378f165dcd33 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Received event network-vif-deleted-474b7ae7-eced-4ae9-85e6-817d0efa3453 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.053714] env[69784]: INFO nova.compute.manager [req-0095c356-4cb9-433d-b18f-7b93044b07e5 req-6cd0185e-4e8f-4c04-847f-378f165dcd33 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Neutron deleted interface 474b7ae7-eced-4ae9-85e6-817d0efa3453; detaching it from the instance and deleting it from the info cache [ 1302.053917] env[69784]: DEBUG nova.network.neutron [req-0095c356-4cb9-433d-b18f-7b93044b07e5 req-6cd0185e-4e8f-4c04-847f-378f165dcd33 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.075978] env[69784]: DEBUG oslo_vmware.api [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628607, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.534694] env[69784]: DEBUG nova.network.neutron [-] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.539387] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.556703] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a921936-7280-46ca-9229-bdf54418e111 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.566403] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b0f220-868a-4d01-972b-d84e360fed5b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.586644] env[69784]: DEBUG oslo_vmware.api [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628607, 'name': PowerOnVM_Task, 'duration_secs': 1.404508} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.586928] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.587152] env[69784]: DEBUG nova.compute.manager [None req-dd768ffa-04c1-440b-bc8c-184b9f35f10f tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.587908] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a458e-dfbf-404d-9ddd-8a8b28ea458c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.599703] env[69784]: DEBUG nova.compute.manager [req-0095c356-4cb9-433d-b18f-7b93044b07e5 req-6cd0185e-4e8f-4c04-847f-378f165dcd33 service nova] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Detach interface failed, port_id=474b7ae7-eced-4ae9-85e6-817d0efa3453, reason: Instance 0241eb0f-ceb8-4693-901e-f2fe9ecff691 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.038361] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.040823] env[69784]: INFO nova.compute.manager [-] [instance: 0241eb0f-ceb8-4693-901e-f2fe9ecff691] Took 1.55 seconds to deallocate network for instance. [ 1303.539925] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.547141] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.547409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.547598] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.572679] env[69784]: INFO nova.scheduler.client.report [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted allocations for instance 0241eb0f-ceb8-4693-901e-f2fe9ecff691 [ 1304.041875] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.080837] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8b1a9b57-b6f8-419d-905a-d02cdba7e9a2 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "0241eb0f-ceb8-4693-901e-f2fe9ecff691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.209s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.540733] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.928605] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.928605] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.040954] env[69784]: DEBUG oslo_vmware.api [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628602, 'name': ReconfigVM_Task, 'duration_secs': 5.768446} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.041221] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.041437] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Reconfigured VM to detach interface {{(pid=69784) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1305.426049] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.426327] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.432209] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.930050] env[69784]: DEBUG nova.compute.utils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.953462] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.953771] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.955492] env[69784]: INFO nova.compute.claims [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.332442] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.332743] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquired lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.333080] env[69784]: DEBUG nova.network.neutron [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.433051] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.892646] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.892836] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.893152] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.893349] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.893527] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.895781] env[69784]: INFO nova.compute.manager [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Terminating instance [ 1307.078078] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4cc4ba-aee1-400b-9806-acc05047ac5f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.085952] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115ee1e5-737b-447a-8df7-e7dde80479a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.116590] env[69784]: INFO nova.network.neutron [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Port 2874c46f-4f56-4990-8c25-a90d438df582 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1307.116915] env[69784]: DEBUG nova.network.neutron [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [{"id": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "address": "fa:16:3e:f6:e3:3c", "network": {"id": "4feb9cd4-da34-42c2-a012-85702b5c55b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1803011283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d34ad768c3f947ef9dd36242e6c4df62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0b3632-b0", "ovs_interfaceid": "bf0b3632-b0cf-4a95-adba-0c98a84e82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.118603] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fac733-5387-41ad-a81d-99c9781f3621 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.127568] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ee57c-8d71-4397-af96-465bd05e78b3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.142679] env[69784]: DEBUG nova.compute.provider_tree [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.399912] env[69784]: DEBUG nova.compute.manager [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.400194] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.401170] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca059eab-0fce-4977-bdce-bcc0595f2f4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.409042] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.409671] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c55820-1ee8-4848-b18b-ba5b39c51ada {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.415722] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1307.415722] env[69784]: value = "task-3628608" [ 1307.415722] env[69784]: _type = "Task" [ 1307.415722] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.423171] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.495137] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.495432] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.495676] env[69784]: INFO nova.compute.manager [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Attaching volume 77657444-1832-4c7c-8134-e5b217961275 to /dev/sdb [ 1307.531328] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852645b2-57f1-4683-89e2-803672982ba7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.538958] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376b0cc-1c45-465b-a27e-14f3349fb98d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.553286] env[69784]: DEBUG nova.virt.block_device [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updating existing volume attachment record: 34eb562a-400e-491e-8da4-e450ecf8b04c {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1307.622943] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Releasing lock "refresh_cache-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.645558] env[69784]: DEBUG nova.scheduler.client.report [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.847410] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242004d-d4ad-4db6-e810-838caa58695a/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1307.848340] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e13b3d-82a5-4d8f-9120-6c67b4954f3b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.854496] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242004d-d4ad-4db6-e810-838caa58695a/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1307.854659] env[69784]: ERROR oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242004d-d4ad-4db6-e810-838caa58695a/disk-0.vmdk due to incomplete transfer. [ 1307.854871] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d53d6c73-cc86-411f-bfd4-951966b65f49 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.861216] env[69784]: DEBUG oslo_vmware.rw_handles [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5242004d-d4ad-4db6-e810-838caa58695a/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1307.861409] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Uploaded image e9cce0e8-8102-498b-bb08-63338766cf27 to the Glance image server {{(pid=69784) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1307.863665] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Destroying the VM {{(pid=69784) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1307.863889] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93ce99ba-7a8b-4c14-a0a6-b8f8416a0477 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.869171] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1307.869171] env[69784]: value = "task-3628610" [ 1307.869171] env[69784]: _type = "Task" [ 1307.869171] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.876367] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628610, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.924804] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628608, 'name': PowerOffVM_Task, 'duration_secs': 0.268618} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.925031] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.925242] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.925490] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-929dc7ad-8772-431c-91df-37f173fc1dc9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.995573] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.995912] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.996138] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleting the datastore file [datastore2] e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.996410] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e58744fc-b44e-46b6-9816-8fabcfb5767d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.005956] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1308.005956] env[69784]: value = "task-3628612" [ 1308.005956] env[69784]: _type = "Task" [ 1308.005956] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.013580] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.127721] env[69784]: DEBUG oslo_concurrency.lockutils [None req-4778fa6a-a59b-4d5f-9aea-569c9837655c tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "interface-e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09-2874c46f-4f56-4990-8c25-a90d438df582" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.689s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.150706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.151307] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.379195] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628610, 'name': Destroy_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.515525] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.657758] env[69784]: DEBUG nova.compute.utils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.659844] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.659844] env[69784]: DEBUG nova.network.neutron [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.721498] env[69784]: DEBUG nova.policy [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3bbae67aafd4543afb7ac9117e9e072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef6ea896fac46799e1a22b77777515e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.879752] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628610, 'name': Destroy_Task, 'duration_secs': 0.987471} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.880034] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Destroyed the VM [ 1308.880276] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deleting Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1308.880522] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-869717bc-dd2d-40cb-b989-d646a7aaa870 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.887704] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1308.887704] env[69784]: value = "task-3628613" [ 1308.887704] env[69784]: _type = "Task" [ 1308.887704] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.895594] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628613, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.993203] env[69784]: DEBUG nova.network.neutron [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Successfully created port: 2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.018138] env[69784]: DEBUG oslo_vmware.api [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562928} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.018384] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.018563] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.018784] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.018961] env[69784]: INFO nova.compute.manager [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1309.019443] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.019443] env[69784]: DEBUG nova.compute.manager [-] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.019598] env[69784]: DEBUG nova.network.neutron [-] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.162399] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.397358] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628613, 'name': RemoveSnapshot_Task, 'duration_secs': 0.340004} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.397631] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deleted Snapshot of the VM instance {{(pid=69784) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1309.397901] env[69784]: DEBUG nova.compute.manager [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.398706] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6891a25-3812-4a2c-bb64-f2c796f51f86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.672489] env[69784]: DEBUG nova.compute.manager [req-fe00e1d7-4cb0-42c8-a5c7-1827c0815911 req-273f358b-d4ea-45c9-9ab6-e417c08f512c service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Received event network-vif-deleted-bf0b3632-b0cf-4a95-adba-0c98a84e82bd {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.672689] env[69784]: INFO nova.compute.manager [req-fe00e1d7-4cb0-42c8-a5c7-1827c0815911 req-273f358b-d4ea-45c9-9ab6-e417c08f512c service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Neutron deleted interface bf0b3632-b0cf-4a95-adba-0c98a84e82bd; detaching it from the instance and deleting it from the info cache [ 1309.672869] env[69784]: DEBUG nova.network.neutron [req-fe00e1d7-4cb0-42c8-a5c7-1827c0815911 req-273f358b-d4ea-45c9-9ab6-e417c08f512c service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.911018] env[69784]: INFO nova.compute.manager [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Shelve offloading [ 1310.151421] env[69784]: DEBUG nova.network.neutron [-] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.172621] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.175203] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd415200-27d6-4f36-ba6e-42b364a054c2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.185073] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae07ee-b213-485b-bd8a-b32ec6af2cb8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.203888] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.204462] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.204462] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.204643] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.204678] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.204797] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.205018] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.205246] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.205348] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.205508] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.205677] env[69784]: DEBUG nova.virt.hardware [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.206488] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5394383-f7f2-4f13-a866-be76f5ea0453 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.216588] env[69784]: DEBUG nova.compute.manager [req-fe00e1d7-4cb0-42c8-a5c7-1827c0815911 req-273f358b-d4ea-45c9-9ab6-e417c08f512c service nova] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Detach interface failed, port_id=bf0b3632-b0cf-4a95-adba-0c98a84e82bd, reason: Instance e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.221554] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f844a04f-db4f-4393-b0bb-1c6a730f1e6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.379314] env[69784]: DEBUG nova.compute.manager [req-6279263d-c6d3-4c81-b9e7-d8bd311503d6 req-fbf88958-20a3-4ecb-9912-4c748a9c1d11 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Received event network-vif-plugged-2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.379510] env[69784]: DEBUG oslo_concurrency.lockutils [req-6279263d-c6d3-4c81-b9e7-d8bd311503d6 req-fbf88958-20a3-4ecb-9912-4c748a9c1d11 service nova] Acquiring lock "80e971f5-7126-46ac-8af7-d5c9aa070a00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.379734] env[69784]: DEBUG oslo_concurrency.lockutils [req-6279263d-c6d3-4c81-b9e7-d8bd311503d6 req-fbf88958-20a3-4ecb-9912-4c748a9c1d11 service nova] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.379942] env[69784]: DEBUG oslo_concurrency.lockutils [req-6279263d-c6d3-4c81-b9e7-d8bd311503d6 req-fbf88958-20a3-4ecb-9912-4c748a9c1d11 service nova] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.380539] env[69784]: DEBUG nova.compute.manager [req-6279263d-c6d3-4c81-b9e7-d8bd311503d6 req-fbf88958-20a3-4ecb-9912-4c748a9c1d11 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] No waiting events found dispatching network-vif-plugged-2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.380754] env[69784]: WARNING nova.compute.manager [req-6279263d-c6d3-4c81-b9e7-d8bd311503d6 req-fbf88958-20a3-4ecb-9912-4c748a9c1d11 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Received unexpected event network-vif-plugged-2bc873d9-1ddc-4393-85ff-6c663facc523 for instance with vm_state building and task_state spawning. [ 1310.414086] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.414388] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe297a03-843d-4f06-9435-4fab8601e185 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.421050] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1310.421050] env[69784]: value = "task-3628615" [ 1310.421050] env[69784]: _type = "Task" [ 1310.421050] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.429512] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.464680] env[69784]: DEBUG nova.network.neutron [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Successfully updated port: 2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.653690] env[69784]: INFO nova.compute.manager [-] [instance: e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09] Took 1.63 seconds to deallocate network for instance. [ 1310.932542] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1310.932718] env[69784]: DEBUG nova.compute.manager [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.933517] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c83dd5-f785-45b1-b1b6-271400e1a59b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.939114] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.939277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.939446] env[69784]: DEBUG nova.network.neutron [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.966878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.967031] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.967177] env[69784]: DEBUG nova.network.neutron [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.161238] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.161404] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.161629] env[69784]: DEBUG nova.objects.instance [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'resources' on Instance uuid e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.501435] env[69784]: DEBUG nova.network.neutron [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.621011] env[69784]: DEBUG nova.network.neutron [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [{"id": "2bc873d9-1ddc-4393-85ff-6c663facc523", "address": "fa:16:3e:25:98:90", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc873d9-1d", "ovs_interfaceid": "2bc873d9-1ddc-4393-85ff-6c663facc523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.682063] env[69784]: DEBUG nova.network.neutron [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.750534] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c823a86-bd6f-4a94-9c92-d3bdd33adafb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.758048] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5376e4e-3af8-4461-a669-2dcc2d10c5ce {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.788129] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51efbac5-4527-46a3-9f09-25c3290abc7c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.795203] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e60fe0-a4b9-4720-8048-250f40a349bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.808199] env[69784]: DEBUG nova.compute.provider_tree [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.104216] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.104551] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723600', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'name': 'volume-77657444-1832-4c7c-8134-e5b217961275', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2692c910-18b0-42ec-918e-30f3abd7da6e', 'attached_at': '', 'detached_at': '', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'serial': '77657444-1832-4c7c-8134-e5b217961275'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.105417] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e61e5-7746-40b1-a943-645871776bd8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.121635] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d5940e-c0b1-4b1b-a149-91f23db81307 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.124211] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.124501] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Instance network_info: |[{"id": "2bc873d9-1ddc-4393-85ff-6c663facc523", "address": "fa:16:3e:25:98:90", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc873d9-1d", "ovs_interfaceid": "2bc873d9-1ddc-4393-85ff-6c663facc523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.124857] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:98:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc873d9-1ddc-4393-85ff-6c663facc523', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.132157] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.132686] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.132908] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257fb725-b584-4607-a79e-f829ecc56a6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.165680] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-77657444-1832-4c7c-8134-e5b217961275/volume-77657444-1832-4c7c-8134-e5b217961275.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.166344] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47555711-a099-4eda-860f-f5a19d38da8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.179627] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.179627] env[69784]: value = "task-3628616" [ 1312.179627] env[69784]: _type = "Task" [ 1312.179627] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.184641] env[69784]: DEBUG oslo_vmware.api [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1312.184641] env[69784]: value = "task-3628617" [ 1312.184641] env[69784]: _type = "Task" [ 1312.184641] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.190280] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.191887] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628616, 'name': CreateVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.196648] env[69784]: DEBUG oslo_vmware.api [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.328287] env[69784]: ERROR nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [req-da6d108c-26cb-4da8-b61b-11c9086bd666] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da6d108c-26cb-4da8-b61b-11c9086bd666"}]} [ 1312.346731] env[69784]: DEBUG nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Refreshing inventories for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1312.360225] env[69784]: DEBUG nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updating ProviderTree inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1312.360475] env[69784]: DEBUG nova.compute.provider_tree [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.373634] env[69784]: DEBUG nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Refreshing aggregate associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, aggregates: None {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1312.409258] env[69784]: DEBUG nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Refreshing trait associations for resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69784) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1312.436248] env[69784]: DEBUG nova.compute.manager [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Received event network-changed-2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.436482] env[69784]: DEBUG nova.compute.manager [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Refreshing instance network info cache due to event network-changed-2bc873d9-1ddc-4393-85ff-6c663facc523. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.436713] env[69784]: DEBUG oslo_concurrency.lockutils [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] Acquiring lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.436860] env[69784]: DEBUG oslo_concurrency.lockutils [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] Acquired lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.437047] env[69784]: DEBUG nova.network.neutron [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Refreshing network info cache for port 2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.538660] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7dd648-eb50-4543-8b24-ed825a8ab504 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.546292] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f3141-695b-40ad-bfc3-e67900309dc6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.575852] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.576624] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998de0c4-6e60-4fcd-8265-cb50072b5610 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.579661] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214fe54c-636a-4901-b046-bbb317576ce1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.588669] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef5bfe6-f41d-4463-9212-9222ac77c5da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.592161] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.592380] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b42a7779-edf1-4d8b-b583-15e3839e882c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.603320] env[69784]: DEBUG nova.compute.provider_tree [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.660249] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.660453] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.660635] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleting the datastore file [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.660900] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87033525-ec31-4b0c-ba30-6fd9500fd037 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.666972] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1312.666972] env[69784]: value = "task-3628619" [ 1312.666972] env[69784]: _type = "Task" [ 1312.666972] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.674765] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.688066] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628616, 'name': CreateVM_Task, 'duration_secs': 0.30168} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.690760] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.691445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.691608] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.691923] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.692485] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75142fa-187b-494e-986d-adaffa7534ee {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.698026] env[69784]: DEBUG oslo_vmware.api [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628617, 'name': ReconfigVM_Task, 'duration_secs': 0.343982} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.698562] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-77657444-1832-4c7c-8134-e5b217961275/volume-77657444-1832-4c7c-8134-e5b217961275.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.704279] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3093d31-497b-4882-adfb-3af2c5a51669 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.713680] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1312.713680] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cb3091-1212-ed90-defd-a4d3b2641f38" [ 1312.713680] env[69784]: _type = "Task" [ 1312.713680] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.718297] env[69784]: DEBUG oslo_vmware.api [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1312.718297] env[69784]: value = "task-3628620" [ 1312.718297] env[69784]: _type = "Task" [ 1312.718297] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.726075] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cb3091-1212-ed90-defd-a4d3b2641f38, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.728880] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.729141] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.729437] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.729606] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.729787] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.730040] env[69784]: DEBUG oslo_vmware.api [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.730237] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553b0939-f196-4c46-83b2-9ccc26293666 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.736799] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.736974] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.737664] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6422d3d-c448-4d56-9fcf-88a95b258be4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.742655] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1312.742655] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247d85e-8bea-0119-cc04-cabe3afaf084" [ 1312.742655] env[69784]: _type = "Task" [ 1312.742655] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.749983] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247d85e-8bea-0119-cc04-cabe3afaf084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.133806] env[69784]: DEBUG nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updated inventory for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1313.134128] env[69784]: DEBUG nova.compute.provider_tree [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updating resource provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a generation from 172 to 173 during operation: update_inventory {{(pid=69784) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1313.134458] env[69784]: DEBUG nova.compute.provider_tree [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Updating inventory in ProviderTree for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1313.153262] env[69784]: DEBUG nova.network.neutron [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updated VIF entry in instance network info cache for port 2bc873d9-1ddc-4393-85ff-6c663facc523. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.153611] env[69784]: DEBUG nova.network.neutron [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [{"id": "2bc873d9-1ddc-4393-85ff-6c663facc523", "address": "fa:16:3e:25:98:90", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc873d9-1d", "ovs_interfaceid": "2bc873d9-1ddc-4393-85ff-6c663facc523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.177066] env[69784]: DEBUG oslo_vmware.api [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141527} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.177298] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.177478] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.177650] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.194665] env[69784]: INFO nova.scheduler.client.report [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted allocations for instance 143d223f-074f-4b44-b8ae-4ba7aceb4615 [ 1313.228416] env[69784]: DEBUG oslo_vmware.api [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628620, 'name': ReconfigVM_Task, 'duration_secs': 0.128225} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.229319] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723600', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'name': 'volume-77657444-1832-4c7c-8134-e5b217961275', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2692c910-18b0-42ec-918e-30f3abd7da6e', 'attached_at': '', 'detached_at': '', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'serial': '77657444-1832-4c7c-8134-e5b217961275'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1313.253296] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5247d85e-8bea-0119-cc04-cabe3afaf084, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.254124] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5c4f5d-bca3-4837-81f5-38d0007531b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.259304] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1313.259304] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b9cff8-5ce9-d18a-690f-3c5a54d1bf3b" [ 1313.259304] env[69784]: _type = "Task" [ 1313.259304] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.266993] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b9cff8-5ce9-d18a-690f-3c5a54d1bf3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.639613] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.655993] env[69784]: INFO nova.scheduler.client.report [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted allocations for instance e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09 [ 1313.657208] env[69784]: DEBUG oslo_concurrency.lockutils [req-3bfd3e63-4c70-4509-9484-b5dd25d2ff38 req-fbbcada2-adda-4fe6-8081-76bd0ad4f50b service nova] Releasing lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.699277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.699556] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.699776] env[69784]: DEBUG nova.objects.instance [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'resources' on Instance uuid 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.770374] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52b9cff8-5ce9-d18a-690f-3c5a54d1bf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.771194] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.771538] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 80e971f5-7126-46ac-8af7-d5c9aa070a00/80e971f5-7126-46ac-8af7-d5c9aa070a00.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.771700] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb3e4991-0bcb-4a99-b1c7-875dd06bffb6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.779090] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1313.779090] env[69784]: value = "task-3628621" [ 1313.779090] env[69784]: _type = "Task" [ 1313.779090] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.786964] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.163682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a49ce3c1-e0b6-4aac-b986-0f045446a0c6 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "e1fc821d-2a2e-4e2a-bba7-59abe8fa4c09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.271s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.203783] env[69784]: DEBUG nova.objects.instance [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'numa_topology' on Instance uuid 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.265974] env[69784]: DEBUG nova.objects.instance [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'flavor' on Instance uuid 2692c910-18b0-42ec-918e-30f3abd7da6e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.289180] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.470814] env[69784]: DEBUG nova.compute.manager [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-vif-unplugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.471217] env[69784]: DEBUG oslo_concurrency.lockutils [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.471462] env[69784]: DEBUG oslo_concurrency.lockutils [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.471640] env[69784]: DEBUG oslo_concurrency.lockutils [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.471810] env[69784]: DEBUG nova.compute.manager [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] No waiting events found dispatching network-vif-unplugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.472032] env[69784]: WARNING nova.compute.manager [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received unexpected event network-vif-unplugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e for instance with vm_state shelved_offloaded and task_state unshelving. [ 1314.472210] env[69784]: DEBUG nova.compute.manager [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.472370] env[69784]: DEBUG nova.compute.manager [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing instance network info cache due to event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.472552] env[69784]: DEBUG oslo_concurrency.lockutils [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.472687] env[69784]: DEBUG oslo_concurrency.lockutils [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.472863] env[69784]: DEBUG nova.network.neutron [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.592249] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.592499] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "62f39df3-af46-4741-abc9-9ecaae82f738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.592703] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.592906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.593118] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "62f39df3-af46-4741-abc9-9ecaae82f738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.595404] env[69784]: INFO nova.compute.manager [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Terminating instance [ 1314.706525] env[69784]: DEBUG nova.objects.base [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Object Instance<143d223f-074f-4b44-b8ae-4ba7aceb4615> lazy-loaded attributes: resources,numa_topology {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.772761] env[69784]: DEBUG oslo_concurrency.lockutils [None req-b35d94d0-1354-424c-9df4-b1734f378e0e tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.791556] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602573} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.792090] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 80e971f5-7126-46ac-8af7-d5c9aa070a00/80e971f5-7126-46ac-8af7-d5c9aa070a00.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.792248] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.792377] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-523f956f-4864-4478-a988-5cdb376c498e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.795597] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc63fc1-1fb2-48d5-b008-1890307ebe0f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.804564] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54a95a-ee47-4e61-bcf4-dc4f73935cc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.807608] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1314.807608] env[69784]: value = "task-3628622" [ 1314.807608] env[69784]: _type = "Task" [ 1314.807608] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.836818] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577022c-fcbe-42c4-a5a9-5d083a64a606 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.841956] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.846526] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89abe50-4196-4d92-b9dc-44b1b998d776 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.859954] env[69784]: DEBUG nova.compute.provider_tree [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.015646] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.015892] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.099015] env[69784]: DEBUG nova.compute.manager [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.099250] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.100108] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73f934a-83dc-42e8-8cbc-32857cd5a0cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.107768] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.108014] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3658435a-0138-4c29-b6a1-f54d0169e2bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.113570] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1315.113570] env[69784]: value = "task-3628623" [ 1315.113570] env[69784]: _type = "Task" [ 1315.113570] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.126029] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.214611] env[69784]: DEBUG nova.network.neutron [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updated VIF entry in instance network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.214964] env[69784]: DEBUG nova.network.neutron [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9c75e83a-76", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.229653] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.317789] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063565} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.318075] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.318836] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0c138d-3cf7-4521-9085-ada358927374 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.340047] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 80e971f5-7126-46ac-8af7-d5c9aa070a00/80e971f5-7126-46ac-8af7-d5c9aa070a00.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.340308] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e03252-881e-4983-812c-6abac33e2634 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.362500] env[69784]: DEBUG nova.scheduler.client.report [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.365442] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1315.365442] env[69784]: value = "task-3628624" [ 1315.365442] env[69784]: _type = "Task" [ 1315.365442] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.375678] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.519444] env[69784]: INFO nova.compute.manager [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Detaching volume 77657444-1832-4c7c-8134-e5b217961275 [ 1315.556352] env[69784]: INFO nova.virt.block_device [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Attempting to driver detach volume 77657444-1832-4c7c-8134-e5b217961275 from mountpoint /dev/sdb [ 1315.556804] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1315.557258] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723600', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'name': 'volume-77657444-1832-4c7c-8134-e5b217961275', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2692c910-18b0-42ec-918e-30f3abd7da6e', 'attached_at': '', 'detached_at': '', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'serial': '77657444-1832-4c7c-8134-e5b217961275'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1315.558245] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9bb1a-17e6-4414-8c4e-ca17f3908a28 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.580056] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d58a79-73e3-4364-ae58-dc1866963bbd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.586766] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca74044-ef7d-4298-a5b0-d04f688ad86c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.606468] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab9cd3-afc5-47ea-ac31-a54cbf159bb4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.621228] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] The volume has not been displaced from its original location: [datastore2] volume-77657444-1832-4c7c-8134-e5b217961275/volume-77657444-1832-4c7c-8134-e5b217961275.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1315.626711] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.629553] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f80fe2-07f4-4cc8-9bab-cf3f7c9cc235 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.646483] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628623, 'name': PowerOffVM_Task, 'duration_secs': 0.184148} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.647578] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.647751] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.648037] env[69784]: DEBUG oslo_vmware.api [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1315.648037] env[69784]: value = "task-3628625" [ 1315.648037] env[69784]: _type = "Task" [ 1315.648037] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.648217] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6294222-4279-4f8b-8406-385cd07d8749 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.656872] env[69784]: DEBUG oslo_vmware.api [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.714979] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.715454] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.715454] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleting the datastore file [datastore2] 62f39df3-af46-4741-abc9-9ecaae82f738 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.715646] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63c8dbcc-a00f-4f02-9406-3b78c79529a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.717804] env[69784]: DEBUG oslo_concurrency.lockutils [req-57e6c999-fde5-48a4-852f-45a045a223b4 req-bfa61009-9bc1-409a-8232-842249b032b9 service nova] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.722165] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for the task: (returnval){ [ 1315.722165] env[69784]: value = "task-3628627" [ 1315.722165] env[69784]: _type = "Task" [ 1315.722165] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.730093] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.867023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.878204] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628624, 'name': ReconfigVM_Task, 'duration_secs': 0.274488} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.878477] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 80e971f5-7126-46ac-8af7-d5c9aa070a00/80e971f5-7126-46ac-8af7-d5c9aa070a00.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.879095] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7e6a349-6ac9-4bfc-90b0-136a6db8e724 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.884813] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1315.884813] env[69784]: value = "task-3628628" [ 1315.884813] env[69784]: _type = "Task" [ 1315.884813] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.892068] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628628, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.165201] env[69784]: DEBUG oslo_vmware.api [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628625, 'name': ReconfigVM_Task, 'duration_secs': 0.221995} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.165624] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.173506] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7f003a-0368-4337-b7e0-3a6629939d79 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.193942] env[69784]: DEBUG oslo_vmware.api [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1316.193942] env[69784]: value = "task-3628629" [ 1316.193942] env[69784]: _type = "Task" [ 1316.193942] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.206625] env[69784]: DEBUG oslo_vmware.api [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.232046] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.380470] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2f16d743-0df6-4b24-9b46-07fafa679cd9 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.546s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.381411] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.152s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.381795] env[69784]: INFO nova.compute.manager [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Unshelving [ 1316.395848] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628628, 'name': Rename_Task, 'duration_secs': 0.150419} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.395848] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.395848] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a70cac-6be4-4524-a7c8-c67cad889ff6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.403543] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1316.403543] env[69784]: value = "task-3628630" [ 1316.403543] env[69784]: _type = "Task" [ 1316.403543] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.416583] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.704202] env[69784]: DEBUG oslo_vmware.api [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628629, 'name': ReconfigVM_Task, 'duration_secs': 0.237059} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.704504] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723600', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'name': 'volume-77657444-1832-4c7c-8134-e5b217961275', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2692c910-18b0-42ec-918e-30f3abd7da6e', 'attached_at': '', 'detached_at': '', 'volume_id': '77657444-1832-4c7c-8134-e5b217961275', 'serial': '77657444-1832-4c7c-8134-e5b217961275'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1316.731817] env[69784]: DEBUG oslo_vmware.api [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Task: {'id': task-3628627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527315} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.732126] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.732315] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.732495] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.732669] env[69784]: INFO nova.compute.manager [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1316.732911] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.733141] env[69784]: DEBUG nova.compute.manager [-] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.733233] env[69784]: DEBUG nova.network.neutron [-] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.913333] env[69784]: DEBUG oslo_vmware.api [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628630, 'name': PowerOnVM_Task, 'duration_secs': 0.421075} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.913590] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.913786] env[69784]: INFO nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1316.914015] env[69784]: DEBUG nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.914867] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d0e759-2578-45be-91aa-1c17e8e8cf3c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.973812] env[69784]: DEBUG nova.compute.manager [req-628a4a16-9998-4cad-afd4-0522a1a8d28e req-17a4016d-0a4e-4837-abb0-27cc318ffe4e service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Received event network-vif-deleted-01ab5f63-a652-4296-9346-be2e3fe43cb5 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.973997] env[69784]: INFO nova.compute.manager [req-628a4a16-9998-4cad-afd4-0522a1a8d28e req-17a4016d-0a4e-4837-abb0-27cc318ffe4e service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Neutron deleted interface 01ab5f63-a652-4296-9346-be2e3fe43cb5; detaching it from the instance and deleting it from the info cache [ 1316.974193] env[69784]: DEBUG nova.network.neutron [req-628a4a16-9998-4cad-afd4-0522a1a8d28e req-17a4016d-0a4e-4837-abb0-27cc318ffe4e service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.252316] env[69784]: DEBUG nova.objects.instance [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'flavor' on Instance uuid 2692c910-18b0-42ec-918e-30f3abd7da6e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.320097] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.323900] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.324102] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1317.411068] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.411361] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.411584] env[69784]: DEBUG nova.objects.instance [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'pci_requests' on Instance uuid 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.431072] env[69784]: INFO nova.compute.manager [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Took 11.49 seconds to build instance. [ 1317.459021] env[69784]: DEBUG nova.network.neutron [-] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.476969] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a97e222f-e1d1-4fd6-bb74-9d5402ed99ea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.489029] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cdfbab-18e3-4348-8acb-fbca80a662fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.517839] env[69784]: DEBUG nova.compute.manager [req-628a4a16-9998-4cad-afd4-0522a1a8d28e req-17a4016d-0a4e-4837-abb0-27cc318ffe4e service nova] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Detach interface failed, port_id=01ab5f63-a652-4296-9346-be2e3fe43cb5, reason: Instance 62f39df3-af46-4741-abc9-9ecaae82f738 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.915876] env[69784]: DEBUG nova.objects.instance [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'numa_topology' on Instance uuid 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.933623] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3b30fa7a-3d67-4def-b090-2e1e9df47a15 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.005s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.961827] env[69784]: INFO nova.compute.manager [-] [instance: 62f39df3-af46-4741-abc9-9ecaae82f738] Took 1.23 seconds to deallocate network for instance. [ 1318.058876] env[69784]: DEBUG nova.compute.manager [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Received event network-changed-2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.058876] env[69784]: DEBUG nova.compute.manager [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Refreshing instance network info cache due to event network-changed-2bc873d9-1ddc-4393-85ff-6c663facc523. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.058876] env[69784]: DEBUG oslo_concurrency.lockutils [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] Acquiring lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.058876] env[69784]: DEBUG oslo_concurrency.lockutils [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] Acquired lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.061380] env[69784]: DEBUG nova.network.neutron [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Refreshing network info cache for port 2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.263353] env[69784]: DEBUG oslo_concurrency.lockutils [None req-aa3efe7e-e865-4a4c-beb0-c25a214d2dec tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.324852] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.324852] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.418973] env[69784]: INFO nova.compute.claims [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.467726] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.763868] env[69784]: DEBUG nova.network.neutron [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updated VIF entry in instance network info cache for port 2bc873d9-1ddc-4393-85ff-6c663facc523. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.764265] env[69784]: DEBUG nova.network.neutron [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [{"id": "2bc873d9-1ddc-4393-85ff-6c663facc523", "address": "fa:16:3e:25:98:90", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc873d9-1d", "ovs_interfaceid": "2bc873d9-1ddc-4393-85ff-6c663facc523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.263969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.264371] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.264496] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "2692c910-18b0-42ec-918e-30f3abd7da6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.264685] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.264853] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.266715] env[69784]: DEBUG oslo_concurrency.lockutils [req-ed04ef72-3558-448d-84c4-76ef3fae1d09 req-d1ee153e-f3d0-4277-a0a7-ea26b66429a9 service nova] Releasing lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.267770] env[69784]: INFO nova.compute.manager [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Terminating instance [ 1319.325523] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.325727] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.515235] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c4ea7-7712-4895-bc0e-69310b1cefd9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.523157] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965c9ec-a3cf-4fb6-8a73-0947b17cd62b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.552643] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c16bb-3817-424f-b1c3-09997c1e9938 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.559965] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4450d8a-785e-4b47-8548-36aa75d4bf84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.573462] env[69784]: DEBUG nova.compute.provider_tree [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.771661] env[69784]: DEBUG nova.compute.manager [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.771906] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.772874] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d073c04-f708-4be4-8ca7-761ce4dc7866 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.780626] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.780849] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0bebeed-6451-4ce5-b8ac-85fd2aedb46d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.787144] env[69784]: DEBUG oslo_vmware.api [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1319.787144] env[69784]: value = "task-3628631" [ 1319.787144] env[69784]: _type = "Task" [ 1319.787144] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.794534] env[69784]: DEBUG oslo_vmware.api [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.828814] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.076780] env[69784]: DEBUG nova.scheduler.client.report [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.297944] env[69784]: DEBUG oslo_vmware.api [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628631, 'name': PowerOffVM_Task, 'duration_secs': 0.183328} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.297944] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.297944] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.297944] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fce6931-0cc0-44a8-a88c-21934c8a56bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.364957] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.365220] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.365446] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleting the datastore file [datastore1] 2692c910-18b0-42ec-918e-30f3abd7da6e {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.365675] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-906402e1-2422-458c-9b93-541d6f299095 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.372020] env[69784]: DEBUG oslo_vmware.api [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1320.372020] env[69784]: value = "task-3628633" [ 1320.372020] env[69784]: _type = "Task" [ 1320.372020] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.381165] env[69784]: DEBUG oslo_vmware.api [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.581559] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.170s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.583786] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.116s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.584040] env[69784]: DEBUG nova.objects.instance [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lazy-loading 'resources' on Instance uuid 62f39df3-af46-4741-abc9-9ecaae82f738 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.610027] env[69784]: INFO nova.network.neutron [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating port 9c75e83a-76df-4b02-a52b-58dd3aa6441e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1320.881794] env[69784]: DEBUG oslo_vmware.api [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130939} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.882109] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.882330] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.882543] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.882744] env[69784]: INFO nova.compute.manager [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1320.883048] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.883245] env[69784]: DEBUG nova.compute.manager [-] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.883339] env[69784]: DEBUG nova.network.neutron [-] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.172760] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4effef23-2467-4a97-b598-7cf03bbd2f2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.179988] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e32f4-ef43-41cd-804e-69f6557620c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.209461] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cafb679-8d89-4b5b-817b-19bd0d3c93ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.216761] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d9baa-b0a0-432d-9246-8b7470e86cbe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.230310] env[69784]: DEBUG nova.compute.provider_tree [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.280603] env[69784]: DEBUG nova.compute.manager [req-6b35a4ed-f6fe-44cb-aa8b-611a11822734 req-db7df127-4cad-4f48-be65-3bf26fe48a9c service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Received event network-vif-deleted-cf995a13-9f52-4cba-927c-3cd8806d76fa {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.280776] env[69784]: INFO nova.compute.manager [req-6b35a4ed-f6fe-44cb-aa8b-611a11822734 req-db7df127-4cad-4f48-be65-3bf26fe48a9c service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Neutron deleted interface cf995a13-9f52-4cba-927c-3cd8806d76fa; detaching it from the instance and deleting it from the info cache [ 1321.280939] env[69784]: DEBUG nova.network.neutron [req-6b35a4ed-f6fe-44cb-aa8b-611a11822734 req-db7df127-4cad-4f48-be65-3bf26fe48a9c service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.734682] env[69784]: DEBUG nova.scheduler.client.report [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.757390] env[69784]: DEBUG nova.network.neutron [-] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.783504] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a7c88a9-e591-41fe-aa02-991021ae19d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.793081] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef0a93-3ece-4dcf-bcb8-ef1d3c4520a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.819300] env[69784]: DEBUG nova.compute.manager [req-6b35a4ed-f6fe-44cb-aa8b-611a11822734 req-db7df127-4cad-4f48-be65-3bf26fe48a9c service nova] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Detach interface failed, port_id=cf995a13-9f52-4cba-927c-3cd8806d76fa, reason: Instance 2692c910-18b0-42ec-918e-30f3abd7da6e could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.002414] env[69784]: DEBUG nova.compute.manager [req-c31953b9-c0c7-41ae-9bd6-a0534b41d71a req-29fb9ad1-fdff-4a99-9d13-03f52d58c6ec service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-vif-plugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.002414] env[69784]: DEBUG oslo_concurrency.lockutils [req-c31953b9-c0c7-41ae-9bd6-a0534b41d71a req-29fb9ad1-fdff-4a99-9d13-03f52d58c6ec service nova] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.002414] env[69784]: DEBUG oslo_concurrency.lockutils [req-c31953b9-c0c7-41ae-9bd6-a0534b41d71a req-29fb9ad1-fdff-4a99-9d13-03f52d58c6ec service nova] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.002414] env[69784]: DEBUG oslo_concurrency.lockutils [req-c31953b9-c0c7-41ae-9bd6-a0534b41d71a req-29fb9ad1-fdff-4a99-9d13-03f52d58c6ec service nova] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.002414] env[69784]: DEBUG nova.compute.manager [req-c31953b9-c0c7-41ae-9bd6-a0534b41d71a req-29fb9ad1-fdff-4a99-9d13-03f52d58c6ec service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] No waiting events found dispatching network-vif-plugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.003042] env[69784]: WARNING nova.compute.manager [req-c31953b9-c0c7-41ae-9bd6-a0534b41d71a req-29fb9ad1-fdff-4a99-9d13-03f52d58c6ec service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received unexpected event network-vif-plugged-9c75e83a-76df-4b02-a52b-58dd3aa6441e for instance with vm_state shelved_offloaded and task_state spawning. [ 1322.084445] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.084632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.085364] env[69784]: DEBUG nova.network.neutron [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.240058] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.241714] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.413s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.241871] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.242113] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1322.243375] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab511dc-c7c4-4e77-8980-c5d7ff11f90c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.251329] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983004f7-fe18-4d8e-b110-b0fd4b27b096 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.264874] env[69784]: INFO nova.compute.manager [-] [instance: 2692c910-18b0-42ec-918e-30f3abd7da6e] Took 1.38 seconds to deallocate network for instance. [ 1322.265984] env[69784]: INFO nova.scheduler.client.report [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Deleted allocations for instance 62f39df3-af46-4741-abc9-9ecaae82f738 [ 1322.268509] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32cc7f-84f9-4fc1-a0f1-1cd7f6d89cf3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.279057] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf023d8-05cb-4b48-a0c8-39a2207cd656 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.309464] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1322.309673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.309902] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.778334] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.779240] env[69784]: DEBUG oslo_concurrency.lockutils [None req-2363952d-19f2-4f24-bc81-e9a00fb7eb77 tempest-AttachInterfacesTestJSON-186804226 tempest-AttachInterfacesTestJSON-186804226-project-member] Lock "62f39df3-af46-4741-abc9-9ecaae82f738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.187s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.781045] env[69784]: DEBUG nova.network.neutron [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.283873] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.314300] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e09ad3a60153ae97222a6d7cef1b15f6',container_format='bare',created_at=2025-04-26T01:48:05Z,direct_url=,disk_format='vmdk',id=e9cce0e8-8102-498b-bb08-63338766cf27,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-996888367-shelved',owner='6090d77478a04343ab003c41bd4a1f4b',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-26T01:48:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.314520] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.314676] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.314862] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.315080] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.315242] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.315451] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.315609] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.315775] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.315935] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.316123] env[69784]: DEBUG nova.virt.hardware [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.316969] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc08589-29f5-4c86-91a5-cdff1118ddaa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.327908] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0902d534-8b44-49dc-ba6a-13b3938e953d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.341613] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f8:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c75e83a-76df-4b02-a52b-58dd3aa6441e', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.349017] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.349938] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 52946633-6854-4b78-a071-e5e29fe63326 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.350135] env[69784]: WARNING nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 2692c910-18b0-42ec-918e-30f3abd7da6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1323.350537] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f2ec1e4a-a25c-483c-8155-94619b43c8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.350537] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 80e971f5-7126-46ac-8af7-d5c9aa070a00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.350537] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 143d223f-074f-4b44-b8ae-4ba7aceb4615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.350764] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1323.350799] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1323.352860] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.353335] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1026786d-99a2-44f5-99b4-5d84311f9990 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.374582] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.374582] env[69784]: value = "task-3628634" [ 1323.374582] env[69784]: _type = "Task" [ 1323.374582] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.382423] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628634, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.423173] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8bab2-33de-4be2-8ced-deb6b1f3ec00 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.431141] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1b248e-900c-4fce-81ef-151c61aec042 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.463224] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da807c-4876-4df5-88eb-9e8bd86cbb4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.470693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4c9d6-8613-4eed-a7ac-19153ba81643 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.483813] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.884250] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628634, 'name': CreateVM_Task, 'duration_secs': 0.332239} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.884532] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.885116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.885277] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.885669] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.885918] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82672f6-bed3-44f0-a313-7012b94a5599 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.893192] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1323.893192] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273fa80-1c32-1385-6c36-a480c0550f80" [ 1323.893192] env[69784]: _type = "Task" [ 1323.893192] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.899782] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5273fa80-1c32-1385-6c36-a480c0550f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.987151] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.035289] env[69784]: DEBUG nova.compute.manager [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.035443] env[69784]: DEBUG nova.compute.manager [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing instance network info cache due to event network-changed-9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.035656] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] Acquiring lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.036226] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] Acquired lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.037880] env[69784]: DEBUG nova.network.neutron [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Refreshing network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.401452] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.401746] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Processing image e9cce0e8-8102-498b-bb08-63338766cf27 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.402009] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.402189] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.402374] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.402612] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-706ca1d4-9223-456f-9fdc-52ec6bfa5413 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.419286] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.419474] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.420192] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f74aac3-8e8c-4a43-a42a-5a82c9afebf6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.425375] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1324.425375] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5296cb53-2fc1-9ac4-7aad-77e0efd83d80" [ 1324.425375] env[69784]: _type = "Task" [ 1324.425375] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.433610] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5296cb53-2fc1-9ac4-7aad-77e0efd83d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.494493] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1324.494493] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.494493] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.714s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.494493] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.517257] env[69784]: INFO nova.scheduler.client.report [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted allocations for instance 2692c910-18b0-42ec-918e-30f3abd7da6e [ 1324.711264] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.711512] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.711707] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.711897] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.712385] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.714361] env[69784]: INFO nova.compute.manager [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Terminating instance [ 1324.821285] env[69784]: DEBUG nova.network.neutron [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updated VIF entry in instance network info cache for port 9c75e83a-76df-4b02-a52b-58dd3aa6441e. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.821534] env[69784]: DEBUG nova.network.neutron [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [{"id": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "address": "fa:16:3e:6a:f8:ba", "network": {"id": "33bee1fb-538a-496a-bd70-768c0621f3fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1903150578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6090d77478a04343ab003c41bd4a1f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c75e83a-76", "ovs_interfaceid": "9c75e83a-76df-4b02-a52b-58dd3aa6441e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.935693] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Preparing fetch location {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1324.935999] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Fetch image to [datastore2] OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14/OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14.vmdk {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1324.936150] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Downloading stream optimized image e9cce0e8-8102-498b-bb08-63338766cf27 to [datastore2] OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14/OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14.vmdk on the data store datastore2 as vApp {{(pid=69784) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1324.936324] env[69784]: DEBUG nova.virt.vmwareapi.images [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Downloading image file data e9cce0e8-8102-498b-bb08-63338766cf27 to the ESX as VM named 'OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14' {{(pid=69784) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1325.010263] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1325.010263] env[69784]: value = "resgroup-9" [ 1325.010263] env[69784]: _type = "ResourcePool" [ 1325.010263] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1325.010553] env[69784]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-88a9e031-8dbf-4919-9b92-8a82f05a44a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.027914] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6efb0436-e0b6-4532-ad5c-c075cad780d5 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "2692c910-18b0-42ec-918e-30f3abd7da6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.032373] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease: (returnval){ [ 1325.032373] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acba4a-fc82-23fd-3076-4486a4538b50" [ 1325.032373] env[69784]: _type = "HttpNfcLease" [ 1325.032373] env[69784]: } obtained for vApp import into resource pool (val){ [ 1325.032373] env[69784]: value = "resgroup-9" [ 1325.032373] env[69784]: _type = "ResourcePool" [ 1325.032373] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1325.032704] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the lease: (returnval){ [ 1325.032704] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acba4a-fc82-23fd-3076-4486a4538b50" [ 1325.032704] env[69784]: _type = "HttpNfcLease" [ 1325.032704] env[69784]: } to be ready. {{(pid=69784) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1325.040616] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.040616] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acba4a-fc82-23fd-3076-4486a4538b50" [ 1325.040616] env[69784]: _type = "HttpNfcLease" [ 1325.040616] env[69784]: } is initializing. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1325.218399] env[69784]: DEBUG nova.compute.manager [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.218683] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.219704] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976fe08-ec4c-4c9e-90dc-bea82f45ae44 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.228781] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.229077] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c6bc2e-ceba-4d1a-ba50-a25d19f2440d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.235753] env[69784]: DEBUG oslo_vmware.api [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1325.235753] env[69784]: value = "task-3628636" [ 1325.235753] env[69784]: _type = "Task" [ 1325.235753] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.245926] env[69784]: DEBUG oslo_vmware.api [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.324695] env[69784]: DEBUG oslo_concurrency.lockutils [req-7e4b4be3-65d7-408f-9ac6-4e875e13f99f req-66a4287d-3974-4597-9860-b59cebf3da65 service nova] Releasing lock "refresh_cache-143d223f-074f-4b44-b8ae-4ba7aceb4615" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.495172] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.544899] env[69784]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.544899] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acba4a-fc82-23fd-3076-4486a4538b50" [ 1325.544899] env[69784]: _type = "HttpNfcLease" [ 1325.544899] env[69784]: } is ready. {{(pid=69784) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1325.545215] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1325.545215] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52acba4a-fc82-23fd-3076-4486a4538b50" [ 1325.545215] env[69784]: _type = "HttpNfcLease" [ 1325.545215] env[69784]: }. {{(pid=69784) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1325.545913] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf8c80-c83f-4899-bb9f-6fc4bffea4c1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.555622] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225abfb-19ad-80fb-3bfd-d5eb7b38679b/disk-0.vmdk from lease info. {{(pid=69784) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1325.557173] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225abfb-19ad-80fb-3bfd-d5eb7b38679b/disk-0.vmdk. {{(pid=69784) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1325.626185] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51e6c0f9-6e2d-40c3-b136-90111ed908eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.745590] env[69784]: DEBUG oslo_vmware.api [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628636, 'name': PowerOffVM_Task, 'duration_secs': 0.231172} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.745935] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.746164] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.746484] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e7defd-139e-48ec-ae76-72e0fb8a342a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.857362] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.857586] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.857756] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleting the datastore file [datastore1] f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.859106] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6cbdaa4-fe10-4b39-b2a0-72c803d3946c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.865726] env[69784]: DEBUG oslo_vmware.api [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for the task: (returnval){ [ 1325.865726] env[69784]: value = "task-3628638" [ 1325.865726] env[69784]: _type = "Task" [ 1325.865726] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.875947] env[69784]: DEBUG oslo_vmware.api [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.003107] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.003107] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.380600] env[69784]: DEBUG oslo_vmware.api [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Task: {'id': task-3628638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155319} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.383468] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.383722] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.384102] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.384333] env[69784]: INFO nova.compute.manager [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1326.384588] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.384793] env[69784]: DEBUG nova.compute.manager [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.384890] env[69784]: DEBUG nova.network.neutron [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.769241] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Completed reading data from the image iterator. {{(pid=69784) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1326.769535] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225abfb-19ad-80fb-3bfd-d5eb7b38679b/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1326.770538] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8c9b20-fe43-451c-a577-47c7993c1a57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.777078] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225abfb-19ad-80fb-3bfd-d5eb7b38679b/disk-0.vmdk is in state: ready. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1326.777243] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225abfb-19ad-80fb-3bfd-d5eb7b38679b/disk-0.vmdk. {{(pid=69784) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1326.777475] env[69784]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f46e8403-cce4-4db7-9452-a8907a63aaf7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.897611] env[69784]: DEBUG nova.compute.manager [req-59da1415-e831-4c58-8721-bdbeae34e0d0 req-3b969eda-6ea1-47f8-88ef-54964b3d676d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Received event network-vif-deleted-f683730e-0cea-4d44-a1ba-951809ac77e9 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.897815] env[69784]: INFO nova.compute.manager [req-59da1415-e831-4c58-8721-bdbeae34e0d0 req-3b969eda-6ea1-47f8-88ef-54964b3d676d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Neutron deleted interface f683730e-0cea-4d44-a1ba-951809ac77e9; detaching it from the instance and deleting it from the info cache [ 1326.897989] env[69784]: DEBUG nova.network.neutron [req-59da1415-e831-4c58-8721-bdbeae34e0d0 req-3b969eda-6ea1-47f8-88ef-54964b3d676d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.971973] env[69784]: DEBUG oslo_vmware.rw_handles [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225abfb-19ad-80fb-3bfd-d5eb7b38679b/disk-0.vmdk. {{(pid=69784) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1326.973025] env[69784]: INFO nova.virt.vmwareapi.images [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Downloaded image file data e9cce0e8-8102-498b-bb08-63338766cf27 [ 1326.977028] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e34f1f-440e-4dae-a42b-4cddc96276e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.000423] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac341cb-5f97-4529-a3a7-f4e7c742b3f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.037568] env[69784]: INFO nova.virt.vmwareapi.images [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] The imported VM was unregistered [ 1327.041848] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Caching image {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1327.041848] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27 {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.041848] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98998685-f541-484e-920d-8e0883a2b214 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.052752] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Created directory with path [datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27 {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.055464] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14/OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14.vmdk to [datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk. {{(pid=69784) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1327.055464] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9b2ab950-123c-47b6-8850-84808ce2ccda {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.059497] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1327.059497] env[69784]: value = "task-3628640" [ 1327.059497] env[69784]: _type = "Task" [ 1327.059497] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.066674] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628640, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.382485] env[69784]: DEBUG nova.network.neutron [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.403889] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78af330c-3190-4538-b1e7-57f699147169 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.415566] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79d4511-ba7e-44ca-8378-b6e6c69b57e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.443798] env[69784]: DEBUG nova.compute.manager [req-59da1415-e831-4c58-8721-bdbeae34e0d0 req-3b969eda-6ea1-47f8-88ef-54964b3d676d service nova] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Detach interface failed, port_id=f683730e-0cea-4d44-a1ba-951809ac77e9, reason: Instance f2ec1e4a-a25c-483c-8155-94619b43c8ba could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.571353] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628640, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.765347] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.765596] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.886068] env[69784]: INFO nova.compute.manager [-] [instance: f2ec1e4a-a25c-483c-8155-94619b43c8ba] Took 1.50 seconds to deallocate network for instance. [ 1328.073764] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628640, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.268428] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.393060] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.393447] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.393724] env[69784]: DEBUG nova.objects.instance [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lazy-loading 'resources' on Instance uuid f2ec1e4a-a25c-483c-8155-94619b43c8ba {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.573026] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628640, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.790125] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.978081] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c569434b-9b0b-4cc7-bd93-c24a20e8d98b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.989526] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee201f6-9512-42fe-bc25-58d838f03b91 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.024987] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e91041-5ab9-40c0-9445-a8bd7409d817 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.034688] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655db59-62fd-4303-baa0-99348cb92bea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.050989] env[69784]: DEBUG nova.compute.provider_tree [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.074074] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628640, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.555137] env[69784]: DEBUG nova.scheduler.client.report [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.572509] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628640, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.360169} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.573510] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14/OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14.vmdk to [datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk. [ 1329.573709] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Cleaning up location [datastore2] OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14 {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1329.573874] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_477cab80-d52a-48aa-8b21-ce58fc61bf14 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.574136] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b095b10a-91b3-4799-b8d0-9a84f2b58fad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.580834] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1329.580834] env[69784]: value = "task-3628641" [ 1329.580834] env[69784]: _type = "Task" [ 1329.580834] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.588358] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.060122] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.062459] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.273s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.063980] env[69784]: INFO nova.compute.claims [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.078931] env[69784]: INFO nova.scheduler.client.report [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Deleted allocations for instance f2ec1e4a-a25c-483c-8155-94619b43c8ba [ 1330.091641] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037355} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.091911] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.092122] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.092417] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk to [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.092701] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38438807-7cfe-41b2-b1c2-8fcb3c6ebd75 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.100721] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1330.100721] env[69784]: value = "task-3628642" [ 1330.100721] env[69784]: _type = "Task" [ 1330.100721] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.108952] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.589926] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8abe129b-17be-4f59-ac52-9d0dde43bb69 tempest-AttachVolumeShelveTestJSON-523183173 tempest-AttachVolumeShelveTestJSON-523183173-project-member] Lock "f2ec1e4a-a25c-483c-8155-94619b43c8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.611784] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628642, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.111110] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628642, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.136719] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e0745e-6f0d-4db9-aadf-53b276a3b268 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.145899] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f2f1c9-c66b-4619-80bc-835faf2408a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.177186] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43bdd73-5b74-497c-aadd-3135b663e27f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.184840] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2434325-aa9f-4db6-803f-4ebc1f95f883 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.198568] env[69784]: DEBUG nova.compute.provider_tree [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.612299] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628642, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.701780] env[69784]: DEBUG nova.scheduler.client.report [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.114479] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628642, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.207354] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.207881] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.613892] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628642, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.184668} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.614168] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9cce0e8-8102-498b-bb08-63338766cf27/e9cce0e8-8102-498b-bb08-63338766cf27.vmdk to [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.614936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d3c0d-2e78-43e0-8d75-62948f78725f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.635946] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.636208] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519d7b25-b13b-4beb-bad4-ed36ad81af34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.655162] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1332.655162] env[69784]: value = "task-3628644" [ 1332.655162] env[69784]: _type = "Task" [ 1332.655162] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.662579] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.713526] env[69784]: DEBUG nova.compute.utils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.714913] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.715250] env[69784]: DEBUG nova.network.neutron [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.758933] env[69784]: DEBUG nova.policy [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e68225cef244b0bf3907a3dcdbf201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d31f46a2d2410b94877c22ad8e5573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.031996] env[69784]: DEBUG nova.network.neutron [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Successfully created port: 638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.167224] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628644, 'name': ReconfigVM_Task, 'duration_secs': 0.285024} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.167494] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615/143d223f-074f-4b44-b8ae-4ba7aceb4615.vmdk or device None with type streamOptimized {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.168084] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70aee2de-b281-4835-9ca9-04bfa296a81d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.174597] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1333.174597] env[69784]: value = "task-3628645" [ 1333.174597] env[69784]: _type = "Task" [ 1333.174597] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.182807] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628645, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.218865] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.684992] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628645, 'name': Rename_Task, 'duration_secs': 0.142953} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.685295] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.685645] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1300c86b-eb39-4492-b332-9c0abd833b63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.692646] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1333.692646] env[69784]: value = "task-3628646" [ 1333.692646] env[69784]: _type = "Task" [ 1333.692646] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.699980] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.203013] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.230474] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.255480] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.255705] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.255858] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.256052] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.256209] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.256354] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.256554] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.256711] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.256877] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.257049] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.257226] env[69784]: DEBUG nova.virt.hardware [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.258043] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8c6d16-079e-48e8-ad02-74184326d12d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.265703] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887690bc-a2e8-47a6-a370-c608b1b363fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.393212] env[69784]: DEBUG nova.compute.manager [req-b0d7ff36-72cd-4823-a8d8-9c5f6224bc62 req-265c7f9b-c0b3-4d80-9710-47d4d45420e9 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Received event network-vif-plugged-638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.393447] env[69784]: DEBUG oslo_concurrency.lockutils [req-b0d7ff36-72cd-4823-a8d8-9c5f6224bc62 req-265c7f9b-c0b3-4d80-9710-47d4d45420e9 service nova] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.393665] env[69784]: DEBUG oslo_concurrency.lockutils [req-b0d7ff36-72cd-4823-a8d8-9c5f6224bc62 req-265c7f9b-c0b3-4d80-9710-47d4d45420e9 service nova] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.393831] env[69784]: DEBUG oslo_concurrency.lockutils [req-b0d7ff36-72cd-4823-a8d8-9c5f6224bc62 req-265c7f9b-c0b3-4d80-9710-47d4d45420e9 service nova] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.393998] env[69784]: DEBUG nova.compute.manager [req-b0d7ff36-72cd-4823-a8d8-9c5f6224bc62 req-265c7f9b-c0b3-4d80-9710-47d4d45420e9 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] No waiting events found dispatching network-vif-plugged-638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.394444] env[69784]: WARNING nova.compute.manager [req-b0d7ff36-72cd-4823-a8d8-9c5f6224bc62 req-265c7f9b-c0b3-4d80-9710-47d4d45420e9 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Received unexpected event network-vif-plugged-638732d7-cc58-4abd-b079-30557c8d2238 for instance with vm_state building and task_state spawning. [ 1334.473929] env[69784]: DEBUG nova.network.neutron [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Successfully updated port: 638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.703357] env[69784]: DEBUG oslo_vmware.api [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628646, 'name': PowerOnVM_Task, 'duration_secs': 1.000101} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.703678] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.799562] env[69784]: DEBUG nova.compute.manager [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.800671] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da18bb-1af0-454c-afe9-513e4bc5eac3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.976308] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.976495] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.976611] env[69784]: DEBUG nova.network.neutron [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.317853] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6c7fbcdc-0eb2-44ce-a855-ee1996b730bd tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.936s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.508591] env[69784]: DEBUG nova.network.neutron [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.640648] env[69784]: DEBUG nova.network.neutron [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updating instance_info_cache with network_info: [{"id": "638732d7-cc58-4abd-b079-30557c8d2238", "address": "fa:16:3e:c1:dc:5e", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638732d7-cc", "ovs_interfaceid": "638732d7-cc58-4abd-b079-30557c8d2238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.000629] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.000905] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.001149] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.002079] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.002079] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.003826] env[69784]: INFO nova.compute.manager [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Terminating instance [ 1336.143609] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.143954] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Instance network_info: |[{"id": "638732d7-cc58-4abd-b079-30557c8d2238", "address": "fa:16:3e:c1:dc:5e", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638732d7-cc", "ovs_interfaceid": "638732d7-cc58-4abd-b079-30557c8d2238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.144736] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:dc:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '638732d7-cc58-4abd-b079-30557c8d2238', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.152602] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.152728] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.152944] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-043940a6-a53a-40df-8dd9-eb8fb10cde15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.172705] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.172705] env[69784]: value = "task-3628647" [ 1336.172705] env[69784]: _type = "Task" [ 1336.172705] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.180007] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628647, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.436633] env[69784]: DEBUG nova.compute.manager [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Received event network-changed-638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.436966] env[69784]: DEBUG nova.compute.manager [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Refreshing instance network info cache due to event network-changed-638732d7-cc58-4abd-b079-30557c8d2238. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.438191] env[69784]: DEBUG oslo_concurrency.lockutils [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] Acquiring lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.438426] env[69784]: DEBUG oslo_concurrency.lockutils [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] Acquired lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.438662] env[69784]: DEBUG nova.network.neutron [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Refreshing network info cache for port 638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.510452] env[69784]: DEBUG nova.compute.manager [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.510697] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.511662] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5271f323-9026-421a-a327-3473cec30a1a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.519527] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.519774] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc21b79e-c139-4bc2-be71-b978f2a554a8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.525357] env[69784]: DEBUG oslo_vmware.api [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1336.525357] env[69784]: value = "task-3628648" [ 1336.525357] env[69784]: _type = "Task" [ 1336.525357] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.532973] env[69784]: DEBUG oslo_vmware.api [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.682909] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628647, 'name': CreateVM_Task, 'duration_secs': 0.317201} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.683105] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.683783] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.683950] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.684278] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.684533] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cae8660-60c7-46ac-90ac-9335815fbdc2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.689922] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1336.689922] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fb6dd8-77fd-40d8-887a-1aa465ab1bdd" [ 1336.689922] env[69784]: _type = "Task" [ 1336.689922] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.697468] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fb6dd8-77fd-40d8-887a-1aa465ab1bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.035466] env[69784]: DEBUG oslo_vmware.api [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628648, 'name': PowerOffVM_Task, 'duration_secs': 0.18022} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.035699] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.035877] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.036154] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356b813b-1892-4ca3-895a-3b0032d3f1a9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.102325] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.102591] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.102792] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleting the datastore file [datastore2] 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.103087] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19e4f1b-f788-4e77-aa3e-6f9b74d6e5d7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.110146] env[69784]: DEBUG oslo_vmware.api [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for the task: (returnval){ [ 1337.110146] env[69784]: value = "task-3628650" [ 1337.110146] env[69784]: _type = "Task" [ 1337.110146] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.121036] env[69784]: DEBUG oslo_vmware.api [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.163741] env[69784]: DEBUG nova.network.neutron [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updated VIF entry in instance network info cache for port 638732d7-cc58-4abd-b079-30557c8d2238. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.164118] env[69784]: DEBUG nova.network.neutron [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updating instance_info_cache with network_info: [{"id": "638732d7-cc58-4abd-b079-30557c8d2238", "address": "fa:16:3e:c1:dc:5e", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638732d7-cc", "ovs_interfaceid": "638732d7-cc58-4abd-b079-30557c8d2238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.200028] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fb6dd8-77fd-40d8-887a-1aa465ab1bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.200271] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.200502] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.200734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.200879] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.201069] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.201367] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0afbc5e5-c3b1-480c-a09b-af46ad679ed7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.209016] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.209207] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.209988] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2e57ac-c480-4aed-8500-73572a532d9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.214836] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1337.214836] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc0f42-d68d-3865-8543-829e8eb72214" [ 1337.214836] env[69784]: _type = "Task" [ 1337.214836] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.223050] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc0f42-d68d-3865-8543-829e8eb72214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.620378] env[69784]: DEBUG oslo_vmware.api [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Task: {'id': task-3628650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144629} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.620636] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.620822] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.620991] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.621186] env[69784]: INFO nova.compute.manager [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.621428] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.621615] env[69784]: DEBUG nova.compute.manager [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.621708] env[69784]: DEBUG nova.network.neutron [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.666936] env[69784]: DEBUG oslo_concurrency.lockutils [req-e1b01478-918f-472d-80bc-b3ac4dfcd1ba req-f6d9db58-257b-41d4-b950-cadf9a50a5f0 service nova] Releasing lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.726542] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52dc0f42-d68d-3865-8543-829e8eb72214, 'name': SearchDatastore_Task, 'duration_secs': 0.007803} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.727375] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea99d83-da84-476e-932d-cba3073f90c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.732630] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1337.732630] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5226fbb9-19b2-dc76-cc0d-95a90ac230bd" [ 1337.732630] env[69784]: _type = "Task" [ 1337.732630] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.739933] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5226fbb9-19b2-dc76-cc0d-95a90ac230bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.243102] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5226fbb9-19b2-dc76-cc0d-95a90ac230bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.243371] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.243633] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 4df0f5bf-76c9-4291-8053-d73c67278fdc/4df0f5bf-76c9-4291-8053-d73c67278fdc.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.243900] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1732aba9-dcb7-47ff-97bf-2fdd27d8fb67 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.250850] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1338.250850] env[69784]: value = "task-3628651" [ 1338.250850] env[69784]: _type = "Task" [ 1338.250850] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.259128] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.474180] env[69784]: DEBUG nova.compute.manager [req-83cdf47d-f426-40d3-81f5-36c2f8e61cd9 req-fd499aea-8404-4388-8f56-669f4b4313ea service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Received event network-vif-deleted-9c75e83a-76df-4b02-a52b-58dd3aa6441e {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.474180] env[69784]: INFO nova.compute.manager [req-83cdf47d-f426-40d3-81f5-36c2f8e61cd9 req-fd499aea-8404-4388-8f56-669f4b4313ea service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Neutron deleted interface 9c75e83a-76df-4b02-a52b-58dd3aa6441e; detaching it from the instance and deleting it from the info cache [ 1338.474180] env[69784]: DEBUG nova.network.neutron [req-83cdf47d-f426-40d3-81f5-36c2f8e61cd9 req-fd499aea-8404-4388-8f56-669f4b4313ea service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.549664] env[69784]: DEBUG nova.network.neutron [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.760710] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423422} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.761030] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 4df0f5bf-76c9-4291-8053-d73c67278fdc/4df0f5bf-76c9-4291-8053-d73c67278fdc.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.761219] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.761452] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a2b4b43-56a1-4bd8-8329-88037f196488 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.767450] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1338.767450] env[69784]: value = "task-3628652" [ 1338.767450] env[69784]: _type = "Task" [ 1338.767450] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.775658] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.978044] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-480feead-810e-45c8-967e-0808da9bd7d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.986954] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbcdec2-e73c-431e-b7aa-14244f2cdfdb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.014009] env[69784]: DEBUG nova.compute.manager [req-83cdf47d-f426-40d3-81f5-36c2f8e61cd9 req-fd499aea-8404-4388-8f56-669f4b4313ea service nova] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Detach interface failed, port_id=9c75e83a-76df-4b02-a52b-58dd3aa6441e, reason: Instance 143d223f-074f-4b44-b8ae-4ba7aceb4615 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.053345] env[69784]: INFO nova.compute.manager [-] [instance: 143d223f-074f-4b44-b8ae-4ba7aceb4615] Took 1.43 seconds to deallocate network for instance. [ 1339.277065] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.356125} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.277322] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.278096] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63308957-b643-4ae3-a645-1bd649df631b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.299379] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4df0f5bf-76c9-4291-8053-d73c67278fdc/4df0f5bf-76c9-4291-8053-d73c67278fdc.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.299689] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e239978d-dad3-4f0f-b747-aaad5ce017c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.318464] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1339.318464] env[69784]: value = "task-3628653" [ 1339.318464] env[69784]: _type = "Task" [ 1339.318464] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.325877] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.374416] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.374648] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.560137] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.560388] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.560625] env[69784]: DEBUG nova.objects.instance [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lazy-loading 'resources' on Instance uuid 143d223f-074f-4b44-b8ae-4ba7aceb4615 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.828518] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628653, 'name': ReconfigVM_Task, 'duration_secs': 0.262363} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.828849] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4df0f5bf-76c9-4291-8053-d73c67278fdc/4df0f5bf-76c9-4291-8053-d73c67278fdc.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.829362] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a83235c-0ac5-4ad3-afb1-de443fe7ec51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.835314] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1339.835314] env[69784]: value = "task-3628654" [ 1339.835314] env[69784]: _type = "Task" [ 1339.835314] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.842279] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628654, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.877221] env[69784]: INFO nova.compute.manager [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Detaching volume e7dc36f0-4a5a-4442-ba38-5785245331c7 [ 1339.908313] env[69784]: INFO nova.virt.block_device [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Attempting to driver detach volume e7dc36f0-4a5a-4442-ba38-5785245331c7 from mountpoint /dev/sdb [ 1339.908554] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1339.908741] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723597', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'name': 'volume-e7dc36f0-4a5a-4442-ba38-5785245331c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52946633-6854-4b78-a071-e5e29fe63326', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'serial': 'e7dc36f0-4a5a-4442-ba38-5785245331c7'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1339.909618] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1a1e0-f52c-4c81-b8be-4768e21b8c35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.932043] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93d50a-f1d8-4e97-bad9-9430046bfcdd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.938915] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1628da4-017a-40a3-8361-0ea442d0fb9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.958696] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e6e25-3bef-44e8-851b-0293e0bb3804 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.972874] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7dc36f0-4a5a-4442-ba38-5785245331c7/volume-e7dc36f0-4a5a-4442-ba38-5785245331c7.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1339.978036] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.978312] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b153b1ad-7546-4ce1-aa4a-622044f4513f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.995552] env[69784]: DEBUG oslo_vmware.api [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1339.995552] env[69784]: value = "task-3628655" [ 1339.995552] env[69784]: _type = "Task" [ 1339.995552] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.002991] env[69784]: DEBUG oslo_vmware.api [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.126601] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c574cbb9-adc0-424f-9db3-76e7124b8267 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.133925] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eba18e5-dd04-4d40-9fb6-09a542b3ed88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.166422] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be6717-ba98-4711-9db0-4de4bb93a2e7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.174327] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc0069c-477a-4980-82ca-9e9ee4800e13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.187800] env[69784]: DEBUG nova.compute.provider_tree [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.345676] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628654, 'name': Rename_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.505501] env[69784]: DEBUG oslo_vmware.api [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628655, 'name': ReconfigVM_Task, 'duration_secs': 0.23869} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.505696] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.511070] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e74026-74e2-4be2-9c06-e42245bc05fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.524269] env[69784]: DEBUG oslo_vmware.api [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1340.524269] env[69784]: value = "task-3628656" [ 1340.524269] env[69784]: _type = "Task" [ 1340.524269] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.531657] env[69784]: DEBUG oslo_vmware.api [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.691722] env[69784]: DEBUG nova.scheduler.client.report [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.845880] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628654, 'name': Rename_Task, 'duration_secs': 0.828728} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.846250] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.846414] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e6b110-05dc-40f2-8316-64cbd977f156 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.853596] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1340.853596] env[69784]: value = "task-3628657" [ 1340.853596] env[69784]: _type = "Task" [ 1340.853596] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.860871] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.033769] env[69784]: DEBUG oslo_vmware.api [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628656, 'name': ReconfigVM_Task, 'duration_secs': 0.132145} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.034127] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723597', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'name': 'volume-e7dc36f0-4a5a-4442-ba38-5785245331c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52946633-6854-4b78-a071-e5e29fe63326', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7dc36f0-4a5a-4442-ba38-5785245331c7', 'serial': 'e7dc36f0-4a5a-4442-ba38-5785245331c7'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.196931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.218791] env[69784]: INFO nova.scheduler.client.report [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Deleted allocations for instance 143d223f-074f-4b44-b8ae-4ba7aceb4615 [ 1341.363466] env[69784]: DEBUG oslo_vmware.api [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628657, 'name': PowerOnVM_Task, 'duration_secs': 0.406231} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.363794] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.364016] env[69784]: INFO nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1341.364205] env[69784]: DEBUG nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.364932] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d976bd6e-5d9a-4f28-b813-229ba1974ab3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.575894] env[69784]: DEBUG nova.objects.instance [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.726242] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d663556d-eeaf-4daa-b24e-9fa8a1d58df2 tempest-ServerActionsTestOtherB-1106354566 tempest-ServerActionsTestOtherB-1106354566-project-member] Lock "143d223f-074f-4b44-b8ae-4ba7aceb4615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.882968] env[69784]: INFO nova.compute.manager [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Took 13.11 seconds to build instance. [ 1342.385169] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ce078e05-b59e-40ed-a6f1-98f71586c402 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.619s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.559014] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.582281] env[69784]: DEBUG oslo_concurrency.lockutils [None req-31e1f4cd-86a3-4113-884f-1b5507b5d6fd tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.583387] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.024s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.583598] env[69784]: DEBUG nova.compute.manager [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.584683] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32140ba-ccc8-4ec4-a48c-f7353bca664d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.591447] env[69784]: DEBUG nova.compute.manager [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1342.592105] env[69784]: DEBUG nova.objects.instance [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.919332] env[69784]: DEBUG nova.compute.manager [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Received event network-changed-638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.919570] env[69784]: DEBUG nova.compute.manager [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Refreshing instance network info cache due to event network-changed-638732d7-cc58-4abd-b079-30557c8d2238. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.919746] env[69784]: DEBUG oslo_concurrency.lockutils [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] Acquiring lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.919893] env[69784]: DEBUG oslo_concurrency.lockutils [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] Acquired lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.920086] env[69784]: DEBUG nova.network.neutron [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Refreshing network info cache for port 638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.598285] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.598578] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f749e92-1063-4cd2-98da-b5f7ee9e91d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.605816] env[69784]: DEBUG oslo_vmware.api [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1343.605816] env[69784]: value = "task-3628659" [ 1343.605816] env[69784]: _type = "Task" [ 1343.605816] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.613492] env[69784]: DEBUG oslo_vmware.api [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.614225] env[69784]: DEBUG nova.network.neutron [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updated VIF entry in instance network info cache for port 638732d7-cc58-4abd-b079-30557c8d2238. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.614551] env[69784]: DEBUG nova.network.neutron [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updating instance_info_cache with network_info: [{"id": "638732d7-cc58-4abd-b079-30557c8d2238", "address": "fa:16:3e:c1:dc:5e", "network": {"id": "fcecbf04-0373-4506-9ee1-20b0c6bc0110", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-388237329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d31f46a2d2410b94877c22ad8e5573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638732d7-cc", "ovs_interfaceid": "638732d7-cc58-4abd-b079-30557c8d2238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.116049] env[69784]: DEBUG oslo_vmware.api [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628659, 'name': PowerOffVM_Task, 'duration_secs': 0.193169} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.116395] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.116513] env[69784]: DEBUG nova.compute.manager [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.117035] env[69784]: DEBUG oslo_concurrency.lockutils [req-cc174796-94f7-41da-a0d4-b7810db16206 req-d8440248-263d-404a-805b-f414cb7a66dc service nova] Releasing lock "refresh_cache-4df0f5bf-76c9-4291-8053-d73c67278fdc" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.117874] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b22cb-6f24-4a86-b64b-a133ccc02cff {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.628365] env[69784]: DEBUG oslo_concurrency.lockutils [None req-5dde719c-3bf4-4ede-92bd-426d1ca5db78 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.961855] env[69784]: DEBUG nova.objects.instance [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.466604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.466866] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.466956] env[69784]: DEBUG nova.network.neutron [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.467149] env[69784]: DEBUG nova.objects.instance [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'info_cache' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.971226] env[69784]: DEBUG nova.objects.base [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Object Instance<52946633-6854-4b78-a071-e5e29fe63326> lazy-loaded attributes: flavor,info_cache {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1346.681758] env[69784]: DEBUG nova.network.neutron [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [{"id": "c709a657-a402-4fd1-b273-83815d693c3d", "address": "fa:16:3e:4e:77:aa", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc709a657-a4", "ovs_interfaceid": "c709a657-a402-4fd1-b273-83815d693c3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.184762] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "refresh_cache-52946633-6854-4b78-a071-e5e29fe63326" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.191646] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.192011] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f64de49b-ee05-4ddb-8462-d8cd8e1d4dbb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.200439] env[69784]: DEBUG oslo_vmware.api [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1348.200439] env[69784]: value = "task-3628660" [ 1348.200439] env[69784]: _type = "Task" [ 1348.200439] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.208250] env[69784]: DEBUG oslo_vmware.api [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.710201] env[69784]: DEBUG oslo_vmware.api [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628660, 'name': PowerOnVM_Task, 'duration_secs': 0.408862} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.710465] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.710662] env[69784]: DEBUG nova.compute.manager [None req-1cd5f75e-10fb-4b18-8951-3597dadb9efe tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.711472] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf49779-371b-4919-88eb-8053b0d95cfa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.914157] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.914441] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.417116] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.936100] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.936381] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.937842] env[69784]: INFO nova.compute.claims [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.003104] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d8680-7381-4462-a0fa-5cfc67580d55 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.010276] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb77f41-75cd-4cf2-b3fc-8061e025fd42 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.038515] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa1909-7678-48d5-a501-1762cf1e44ed {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.045309] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61686e2-6b25-47f4-ac14-812de5ed68b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.057675] env[69784]: DEBUG nova.compute.provider_tree [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.561171] env[69784]: DEBUG nova.scheduler.client.report [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.067813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.068492] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.573162] env[69784]: DEBUG nova.compute.utils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.574590] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.574761] env[69784]: DEBUG nova.network.neutron [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.610076] env[69784]: DEBUG nova.policy [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '284ae7677b2c4b9c9f438ee2ce0bc032', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0de1bccd0ae4baba4f36787639b83ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.853502] env[69784]: DEBUG nova.network.neutron [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Successfully created port: b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.078286] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.089390] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.120448] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.120756] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.120918] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.121116] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.121264] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.121410] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.121620] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.121778] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.121944] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.122122] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.122359] env[69784]: DEBUG nova.virt.hardware [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.123308] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6df490-a40c-45d1-9d66-3c801aa66eb0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.132709] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27993de7-03bd-4205-96ce-9ed85dc7a401 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.216147] env[69784]: DEBUG nova.compute.manager [req-0994c802-877a-463b-a3c1-507a6cd05e08 req-daec9dd2-b51b-47ea-abbc-3fd8f9d6ecad service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Received event network-vif-plugged-b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.216147] env[69784]: DEBUG oslo_concurrency.lockutils [req-0994c802-877a-463b-a3c1-507a6cd05e08 req-daec9dd2-b51b-47ea-abbc-3fd8f9d6ecad service nova] Acquiring lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.216251] env[69784]: DEBUG oslo_concurrency.lockutils [req-0994c802-877a-463b-a3c1-507a6cd05e08 req-daec9dd2-b51b-47ea-abbc-3fd8f9d6ecad service nova] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.216419] env[69784]: DEBUG oslo_concurrency.lockutils [req-0994c802-877a-463b-a3c1-507a6cd05e08 req-daec9dd2-b51b-47ea-abbc-3fd8f9d6ecad service nova] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.216611] env[69784]: DEBUG nova.compute.manager [req-0994c802-877a-463b-a3c1-507a6cd05e08 req-daec9dd2-b51b-47ea-abbc-3fd8f9d6ecad service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] No waiting events found dispatching network-vif-plugged-b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.216769] env[69784]: WARNING nova.compute.manager [req-0994c802-877a-463b-a3c1-507a6cd05e08 req-daec9dd2-b51b-47ea-abbc-3fd8f9d6ecad service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Received unexpected event network-vif-plugged-b5248ec3-e461-4702-ba77-d3dcdefa4173 for instance with vm_state building and task_state spawning. [ 1355.304616] env[69784]: DEBUG nova.network.neutron [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Successfully updated port: b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.499750] env[69784]: DEBUG oslo_concurrency.lockutils [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.500040] env[69784]: DEBUG oslo_concurrency.lockutils [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.500471] env[69784]: DEBUG nova.compute.manager [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.501203] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d7c97-45ec-4efc-a1ab-23da8c16dbae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.508595] env[69784]: DEBUG nova.compute.manager [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69784) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1355.509600] env[69784]: DEBUG nova.objects.instance [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'flavor' on Instance uuid 80e971f5-7126-46ac-8af7-d5c9aa070a00 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.807151] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "refresh_cache-f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.807318] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquired lock "refresh_cache-f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.807485] env[69784]: DEBUG nova.network.neutron [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.339059] env[69784]: DEBUG nova.network.neutron [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.455278] env[69784]: DEBUG nova.network.neutron [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Updating instance_info_cache with network_info: [{"id": "b5248ec3-e461-4702-ba77-d3dcdefa4173", "address": "fa:16:3e:14:16:25", "network": {"id": "82f8efbf-6b32-49fd-a64e-85d312118f65", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1485728487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0de1bccd0ae4baba4f36787639b83ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5248ec3-e4", "ovs_interfaceid": "b5248ec3-e461-4702-ba77-d3dcdefa4173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.517216] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.517545] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3209d773-a419-4f92-b4b9-b63135743bf5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.524749] env[69784]: DEBUG oslo_vmware.api [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1356.524749] env[69784]: value = "task-3628661" [ 1356.524749] env[69784]: _type = "Task" [ 1356.524749] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.533467] env[69784]: DEBUG oslo_vmware.api [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.957774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Releasing lock "refresh_cache-f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.958157] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Instance network_info: |[{"id": "b5248ec3-e461-4702-ba77-d3dcdefa4173", "address": "fa:16:3e:14:16:25", "network": {"id": "82f8efbf-6b32-49fd-a64e-85d312118f65", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1485728487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0de1bccd0ae4baba4f36787639b83ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5248ec3-e4", "ovs_interfaceid": "b5248ec3-e461-4702-ba77-d3dcdefa4173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.958598] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:16:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5248ec3-e461-4702-ba77-d3dcdefa4173', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.966159] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Creating folder: Project (b0de1bccd0ae4baba4f36787639b83ae). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.966443] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e0240b-7d1b-4179-9a4d-6563fe32b92a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.978156] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Created folder: Project (b0de1bccd0ae4baba4f36787639b83ae) in parent group-v723273. [ 1356.978357] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Creating folder: Instances. Parent ref: group-v723605. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.978593] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36cd1a81-9464-4849-8644-70e6aac31c14 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.987249] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Created folder: Instances in parent group-v723605. [ 1356.987475] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.987663] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.987860] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72feca73-c655-4f09-b5eb-8b4e4fcc7ca8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.006382] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.006382] env[69784]: value = "task-3628664" [ 1357.006382] env[69784]: _type = "Task" [ 1357.006382] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.013615] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628664, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.033449] env[69784]: DEBUG oslo_vmware.api [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628661, 'name': PowerOffVM_Task, 'duration_secs': 0.250548} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.033686] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.033876] env[69784]: DEBUG nova.compute.manager [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.034609] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26335e68-b00c-44d8-95f6-4327ec0dbc48 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.242040] env[69784]: DEBUG nova.compute.manager [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Received event network-changed-b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.242311] env[69784]: DEBUG nova.compute.manager [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Refreshing instance network info cache due to event network-changed-b5248ec3-e461-4702-ba77-d3dcdefa4173. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.242524] env[69784]: DEBUG oslo_concurrency.lockutils [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] Acquiring lock "refresh_cache-f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.242695] env[69784]: DEBUG oslo_concurrency.lockutils [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] Acquired lock "refresh_cache-f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.242865] env[69784]: DEBUG nova.network.neutron [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Refreshing network info cache for port b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.516688] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628664, 'name': CreateVM_Task, 'duration_secs': 0.338884} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.517047] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.517556] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.517719] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.518050] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.518323] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15c65a0-6e54-4709-9f9f-b08cd8b70f3b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.522639] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1357.522639] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529b60ac-ad90-9a2e-a9f7-0e92ddbe4928" [ 1357.522639] env[69784]: _type = "Task" [ 1357.522639] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.530556] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529b60ac-ad90-9a2e-a9f7-0e92ddbe4928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.545478] env[69784]: DEBUG oslo_concurrency.lockutils [None req-29f13b7c-58f5-4f60-a0bc-38ec58cb0fb3 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.900061] env[69784]: DEBUG nova.objects.instance [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'flavor' on Instance uuid 80e971f5-7126-46ac-8af7-d5c9aa070a00 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.930551] env[69784]: DEBUG nova.network.neutron [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Updated VIF entry in instance network info cache for port b5248ec3-e461-4702-ba77-d3dcdefa4173. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.930905] env[69784]: DEBUG nova.network.neutron [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Updating instance_info_cache with network_info: [{"id": "b5248ec3-e461-4702-ba77-d3dcdefa4173", "address": "fa:16:3e:14:16:25", "network": {"id": "82f8efbf-6b32-49fd-a64e-85d312118f65", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1485728487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0de1bccd0ae4baba4f36787639b83ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5248ec3-e4", "ovs_interfaceid": "b5248ec3-e461-4702-ba77-d3dcdefa4173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.034103] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529b60ac-ad90-9a2e-a9f7-0e92ddbe4928, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.034103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.034103] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.034103] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.034313] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.034391] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.034619] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-034fe9e0-a95b-493b-85ab-3208e0ef142b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.042410] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.042584] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.043266] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f7181d-a0f0-4e34-bd62-83510f7ca636 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.047856] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1358.047856] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ccf571-2a18-c234-aade-36ac97481aa6" [ 1358.047856] env[69784]: _type = "Task" [ 1358.047856] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.054912] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ccf571-2a18-c234-aade-36ac97481aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.405729] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.405931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.406138] env[69784]: DEBUG nova.network.neutron [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.406322] env[69784]: DEBUG nova.objects.instance [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'info_cache' on Instance uuid 80e971f5-7126-46ac-8af7-d5c9aa070a00 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.435871] env[69784]: DEBUG oslo_concurrency.lockutils [req-d4dc3e40-57d6-4e6e-849a-ce7bd9f77099 req-c276d4e7-59c5-46d1-a186-97dbeb82e28a service nova] Releasing lock "refresh_cache-f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.559970] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52ccf571-2a18-c234-aade-36ac97481aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.008184} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.561209] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e842b0-8df7-4752-a7bb-1ced5b821489 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.567654] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1358.567654] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aeb976-9738-3626-215d-6baf38040f50" [ 1358.567654] env[69784]: _type = "Task" [ 1358.567654] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.575025] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aeb976-9738-3626-215d-6baf38040f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.909420] env[69784]: DEBUG nova.objects.base [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Object Instance<80e971f5-7126-46ac-8af7-d5c9aa070a00> lazy-loaded attributes: flavor,info_cache {{(pid=69784) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1359.077859] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52aeb976-9738-3626-215d-6baf38040f50, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.078136] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.078398] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f6b81c3e-6ab5-458b-afcc-1a56e9d5f623/f6b81c3e-6ab5-458b-afcc-1a56e9d5f623.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.078648] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5089bc13-cedb-4050-a8e6-ce8d23abcf17 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.085316] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1359.085316] env[69784]: value = "task-3628665" [ 1359.085316] env[69784]: _type = "Task" [ 1359.085316] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.092365] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.595346] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.843887] env[69784]: DEBUG nova.network.neutron [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [{"id": "2bc873d9-1ddc-4393-85ff-6c663facc523", "address": "fa:16:3e:25:98:90", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc873d9-1d", "ovs_interfaceid": "2bc873d9-1ddc-4393-85ff-6c663facc523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.095860] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.346372] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.596950] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628665, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.456079} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.597315] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f6b81c3e-6ab5-458b-afcc-1a56e9d5f623/f6b81c3e-6ab5-458b-afcc-1a56e9d5f623.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.597465] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.597670] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6d66ec-c4f4-442f-a1f1-3b3c3d9f711d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.603715] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1360.603715] env[69784]: value = "task-3628666" [ 1360.603715] env[69784]: _type = "Task" [ 1360.603715] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.611799] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.112943] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067117} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.113740] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.114166] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e27a8-e254-4b09-a43e-28d8dd6facdb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.135628] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f6b81c3e-6ab5-458b-afcc-1a56e9d5f623/f6b81c3e-6ab5-458b-afcc-1a56e9d5f623.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.135882] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565776bf-bfd8-47b0-812a-6216c11737fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.154479] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1361.154479] env[69784]: value = "task-3628667" [ 1361.154479] env[69784]: _type = "Task" [ 1361.154479] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.162271] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.352269] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.352659] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176def43-5ef3-4b7b-85e6-47ec9dde0e16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.360198] env[69784]: DEBUG oslo_vmware.api [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1361.360198] env[69784]: value = "task-3628668" [ 1361.360198] env[69784]: _type = "Task" [ 1361.360198] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.368800] env[69784]: DEBUG oslo_vmware.api [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.664401] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628667, 'name': ReconfigVM_Task, 'duration_secs': 0.258939} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.664744] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f6b81c3e-6ab5-458b-afcc-1a56e9d5f623/f6b81c3e-6ab5-458b-afcc-1a56e9d5f623.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.665375] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eac078c-9711-4b60-896a-ae01e1ec0609 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.671633] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1361.671633] env[69784]: value = "task-3628669" [ 1361.671633] env[69784]: _type = "Task" [ 1361.671633] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.679817] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628669, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.871665] env[69784]: DEBUG oslo_vmware.api [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628668, 'name': PowerOnVM_Task, 'duration_secs': 0.396171} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.871665] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.871665] env[69784]: DEBUG nova.compute.manager [None req-c2edef15-f41a-4a9e-857c-084119c6d195 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.871665] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf5f71c-3c2f-4f90-b500-fac13a7a0432 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.181404] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628669, 'name': Rename_Task, 'duration_secs': 0.133411} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.181669] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.181910] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b1cc152-c233-4d1d-89f5-587117337479 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.187561] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1362.187561] env[69784]: value = "task-3628670" [ 1362.187561] env[69784]: _type = "Task" [ 1362.187561] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.194584] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.701212] env[69784]: DEBUG oslo_vmware.api [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628670, 'name': PowerOnVM_Task, 'duration_secs': 0.423097} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.701631] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.701907] env[69784]: INFO nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1362.702222] env[69784]: DEBUG nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.703317] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e8970-4ea7-4966-a4c1-125180f8a794 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.224364] env[69784]: INFO nova.compute.manager [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Took 12.30 seconds to build instance. [ 1363.728185] env[69784]: DEBUG oslo_concurrency.lockutils [None req-358d4ee3-cab5-406c-9947-e43b849a342f tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.814s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.729855] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8aa13-cafc-4989-bbb6-c8ed982cfb3f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.736379] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Suspending the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1363.736647] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f6b888ab-2aa7-486e-b608-7c13d60600f1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.742586] env[69784]: DEBUG oslo_vmware.api [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1363.742586] env[69784]: value = "task-3628671" [ 1363.742586] env[69784]: _type = "Task" [ 1363.742586] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.749928] env[69784]: DEBUG oslo_vmware.api [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628671, 'name': SuspendVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.090340] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.090713] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.090970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.091216] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.091418] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.093673] env[69784]: INFO nova.compute.manager [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Terminating instance [ 1364.253943] env[69784]: DEBUG oslo_vmware.api [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628671, 'name': SuspendVM_Task} progress is 70%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.597689] env[69784]: DEBUG nova.compute.manager [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.597852] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.598829] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed044d-0656-4a37-a1eb-2bd5cd41c90a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.606399] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.606622] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc50834-e1dc-4f81-b077-dad52693f898 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.612273] env[69784]: DEBUG oslo_vmware.api [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1364.612273] env[69784]: value = "task-3628672" [ 1364.612273] env[69784]: _type = "Task" [ 1364.612273] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.620173] env[69784]: DEBUG oslo_vmware.api [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.754049] env[69784]: DEBUG oslo_vmware.api [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628671, 'name': SuspendVM_Task, 'duration_secs': 0.57778} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.754409] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Suspended the VM {{(pid=69784) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1364.754454] env[69784]: DEBUG nova.compute.manager [None req-b586e63e-66b5-437d-b30d-276e11c4ccb4 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.755234] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205d078-be63-4bd0-b72b-9403770c9507 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.126538] env[69784]: DEBUG oslo_vmware.api [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628672, 'name': PowerOffVM_Task, 'duration_secs': 0.289728} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.126953] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.127243] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.127611] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41b908cb-958e-4965-8d34-185a90e97d07 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.202611] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.202826] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.203022] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Deleting the datastore file [datastore2] f6b81c3e-6ab5-458b-afcc-1a56e9d5f623 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.203312] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc4fb12-db72-4765-933e-8ae9d537cbfd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.209798] env[69784]: DEBUG oslo_vmware.api [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for the task: (returnval){ [ 1365.209798] env[69784]: value = "task-3628674" [ 1365.209798] env[69784]: _type = "Task" [ 1365.209798] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.218370] env[69784]: DEBUG oslo_vmware.api [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.719438] env[69784]: DEBUG oslo_vmware.api [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Task: {'id': task-3628674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122341} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.719732] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.719916] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.720109] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.720284] env[69784]: INFO nova.compute.manager [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1365.720515] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.720706] env[69784]: DEBUG nova.compute.manager [-] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.720800] env[69784]: DEBUG nova.network.neutron [-] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.963024] env[69784]: DEBUG nova.compute.manager [req-fb72a753-8336-436e-ba33-59ecf190dac1 req-5e243fee-453f-44c2-9ee9-802f935ef5de service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Received event network-vif-deleted-b5248ec3-e461-4702-ba77-d3dcdefa4173 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.963292] env[69784]: INFO nova.compute.manager [req-fb72a753-8336-436e-ba33-59ecf190dac1 req-5e243fee-453f-44c2-9ee9-802f935ef5de service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Neutron deleted interface b5248ec3-e461-4702-ba77-d3dcdefa4173; detaching it from the instance and deleting it from the info cache [ 1365.963482] env[69784]: DEBUG nova.network.neutron [req-fb72a753-8336-436e-ba33-59ecf190dac1 req-5e243fee-453f-44c2-9ee9-802f935ef5de service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.059707] env[69784]: INFO nova.compute.manager [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Resuming [ 1366.060276] env[69784]: DEBUG nova.objects.instance [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'flavor' on Instance uuid 80e971f5-7126-46ac-8af7-d5c9aa070a00 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.443664] env[69784]: DEBUG nova.network.neutron [-] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.468693] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3bd50e0-6a1a-4a9c-ae07-79707102bccc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.476701] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b60347-864b-4b4a-a55e-2a044b7dc9a5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.502737] env[69784]: DEBUG nova.compute.manager [req-fb72a753-8336-436e-ba33-59ecf190dac1 req-5e243fee-453f-44c2-9ee9-802f935ef5de service nova] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Detach interface failed, port_id=b5248ec3-e461-4702-ba77-d3dcdefa4173, reason: Instance f6b81c3e-6ab5-458b-afcc-1a56e9d5f623 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.946867] env[69784]: INFO nova.compute.manager [-] [instance: f6b81c3e-6ab5-458b-afcc-1a56e9d5f623] Took 1.23 seconds to deallocate network for instance. [ 1367.453233] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.453553] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.453779] env[69784]: DEBUG nova.objects.instance [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lazy-loading 'resources' on Instance uuid f6b81c3e-6ab5-458b-afcc-1a56e9d5f623 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.570834] env[69784]: DEBUG oslo_concurrency.lockutils [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.571035] env[69784]: DEBUG oslo_concurrency.lockutils [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquired lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.571229] env[69784]: DEBUG nova.network.neutron [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.014718] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972f8cea-d31e-46a6-bd2b-1703dbc26759 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.022088] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f953738-6257-4992-b1be-48ba2f0aa272 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.051332] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73966e5c-1d89-4f13-bff6-be0dd903740c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.057942] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41c6a39-7bfc-421d-83a8-82197aeaaabf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.070296] env[69784]: DEBUG nova.compute.provider_tree [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.268072] env[69784]: DEBUG nova.network.neutron [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [{"id": "2bc873d9-1ddc-4393-85ff-6c663facc523", "address": "fa:16:3e:25:98:90", "network": {"id": "9b9d99c7-6b4b-41b3-90c7-a682648228da", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-867406353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cef6ea896fac46799e1a22b77777515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc873d9-1d", "ovs_interfaceid": "2bc873d9-1ddc-4393-85ff-6c663facc523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.573741] env[69784]: DEBUG nova.scheduler.client.report [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.770691] env[69784]: DEBUG oslo_concurrency.lockutils [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Releasing lock "refresh_cache-80e971f5-7126-46ac-8af7-d5c9aa070a00" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.771670] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73ec67-9bd4-4302-8125-fedf3ffbed2c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.779802] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Resuming the VM {{(pid=69784) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1368.780034] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5945a092-2e0e-4324-87f6-8441ff35a9b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.785501] env[69784]: DEBUG oslo_vmware.api [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1368.785501] env[69784]: value = "task-3628675" [ 1368.785501] env[69784]: _type = "Task" [ 1368.785501] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.792420] env[69784]: DEBUG oslo_vmware.api [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.079254] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.100838] env[69784]: INFO nova.scheduler.client.report [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Deleted allocations for instance f6b81c3e-6ab5-458b-afcc-1a56e9d5f623 [ 1369.297625] env[69784]: DEBUG oslo_vmware.api [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628675, 'name': PowerOnVM_Task, 'duration_secs': 0.490369} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.297914] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Resumed the VM {{(pid=69784) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1369.298097] env[69784]: DEBUG nova.compute.manager [None req-603117dd-bbab-4347-b09d-064ddde66c03 tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.298906] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3f3ad-646a-4d63-a31c-04dc79947da6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.610931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-89cf7cee-7de8-479b-b805-fd8230a1b6af tempest-ServerAddressesNegativeTestJSON-4714381 tempest-ServerAddressesNegativeTestJSON-4714381-project-member] Lock "f6b81c3e-6ab5-458b-afcc-1a56e9d5f623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.520s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.709447] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.709734] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.709906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "80e971f5-7126-46ac-8af7-d5c9aa070a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.710102] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.710286] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.712318] env[69784]: INFO nova.compute.manager [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Terminating instance [ 1371.216405] env[69784]: DEBUG nova.compute.manager [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.216636] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.217629] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55939fd-583d-46bd-b2d9-8d8610b30a5d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.226215] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.226463] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9adc6bf-3ab8-4016-a379-af02732ac708 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.233693] env[69784]: DEBUG oslo_vmware.api [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1371.233693] env[69784]: value = "task-3628676" [ 1371.233693] env[69784]: _type = "Task" [ 1371.233693] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.243527] env[69784]: DEBUG oslo_vmware.api [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.743693] env[69784]: DEBUG oslo_vmware.api [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628676, 'name': PowerOffVM_Task, 'duration_secs': 0.201559} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.743976] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.744163] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.744491] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d8b703-d223-4dbb-89f2-1e1978299395 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.863672] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.863908] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.864102] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleting the datastore file [datastore2] 80e971f5-7126-46ac-8af7-d5c9aa070a00 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.864362] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9051f20f-6662-4b1c-bb48-e4f7dec5f11d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.870964] env[69784]: DEBUG oslo_vmware.api [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for the task: (returnval){ [ 1371.870964] env[69784]: value = "task-3628678" [ 1371.870964] env[69784]: _type = "Task" [ 1371.870964] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.878447] env[69784]: DEBUG oslo_vmware.api [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.380939] env[69784]: DEBUG oslo_vmware.api [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Task: {'id': task-3628678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150861} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.381216] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.381402] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.381579] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.381752] env[69784]: INFO nova.compute.manager [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1372.381993] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.382198] env[69784]: DEBUG nova.compute.manager [-] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.382296] env[69784]: DEBUG nova.network.neutron [-] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.987373] env[69784]: DEBUG nova.compute.manager [req-09936fd4-63fd-4193-8dfc-8eedc971b8a6 req-3aaf067c-706f-4337-9a02-76aac98ba9ca service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Received event network-vif-deleted-2bc873d9-1ddc-4393-85ff-6c663facc523 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.988199] env[69784]: INFO nova.compute.manager [req-09936fd4-63fd-4193-8dfc-8eedc971b8a6 req-3aaf067c-706f-4337-9a02-76aac98ba9ca service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Neutron deleted interface 2bc873d9-1ddc-4393-85ff-6c663facc523; detaching it from the instance and deleting it from the info cache [ 1372.988504] env[69784]: DEBUG nova.network.neutron [req-09936fd4-63fd-4193-8dfc-8eedc971b8a6 req-3aaf067c-706f-4337-9a02-76aac98ba9ca service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.466215] env[69784]: DEBUG nova.network.neutron [-] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.492321] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25f40883-e6e8-4607-8df9-39b2a79c6b58 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.503395] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a451a-6bd9-4bf0-88f4-bb9effcd05b5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.535265] env[69784]: DEBUG nova.compute.manager [req-09936fd4-63fd-4193-8dfc-8eedc971b8a6 req-3aaf067c-706f-4337-9a02-76aac98ba9ca service nova] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Detach interface failed, port_id=2bc873d9-1ddc-4393-85ff-6c663facc523, reason: Instance 80e971f5-7126-46ac-8af7-d5c9aa070a00 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1373.969551] env[69784]: INFO nova.compute.manager [-] [instance: 80e971f5-7126-46ac-8af7-d5c9aa070a00] Took 1.59 seconds to deallocate network for instance. [ 1374.067322] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.067604] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.476150] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.476451] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.476685] env[69784]: DEBUG nova.objects.instance [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lazy-loading 'resources' on Instance uuid 80e971f5-7126-46ac-8af7-d5c9aa070a00 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.570678] env[69784]: DEBUG nova.compute.utils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.807806] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "f2429209-ce62-4f96-9fbe-b41b1c29060e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.808087] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.038369] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3b9ed-3239-43d7-b51c-3c90aef4ef94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.046664] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b0e27b-e2e5-429b-81bd-92f75312542f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.076299] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.077986] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23135314-f29c-403e-a0f8-88cea5ebf0a6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.086366] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23225a7-4167-4b32-9f3c-5933216bfea5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.100654] env[69784]: DEBUG nova.compute.provider_tree [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.312545] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.604475] env[69784]: DEBUG nova.scheduler.client.report [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.831813] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.110101] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.112673] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.281s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.114232] env[69784]: INFO nova.compute.claims [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.130622] env[69784]: INFO nova.scheduler.client.report [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Deleted allocations for instance 80e971f5-7126-46ac-8af7-d5c9aa070a00 [ 1376.140950] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.140950] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.141092] env[69784]: INFO nova.compute.manager [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Attaching volume ecfebc5c-76d0-4021-8805-2ce1d639c727 to /dev/sdb [ 1376.171512] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3e04a-de4f-4e5f-8010-4f3e073bbd57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.178709] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3512b598-524e-4617-ae6a-619321ce891a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.191398] env[69784]: DEBUG nova.virt.block_device [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updating existing volume attachment record: d49cd4d2-eb56-4749-9c64-7dd99ff559cf {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1376.638466] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95631600-18f3-4ace-b42f-1866890701dd tempest-ServerActionsTestJSON-2034218311 tempest-ServerActionsTestJSON-2034218311-project-member] Lock "80e971f5-7126-46ac-8af7-d5c9aa070a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.929s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.177866] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695c7d83-7436-47b0-ad4f-c16c4c03469c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.185605] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc527f68-4b46-4d3c-92ce-dc6830f1b633 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.214960] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e732be-f92e-4f6e-889f-bea7b422859c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.221998] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff2e111-72c2-4bc3-9225-095dcad1acac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.236116] env[69784]: DEBUG nova.compute.provider_tree [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.741101] env[69784]: DEBUG nova.scheduler.client.report [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.246105] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.247200] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.323965] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.324262] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.324380] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.324543] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.324688] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1378.755378] env[69784]: DEBUG nova.compute.utils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.757234] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.757444] env[69784]: DEBUG nova.network.neutron [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.798070] env[69784]: DEBUG nova.policy [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a78b33937b2a457d8f6e28a14b59c39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b4688c6f7694a3ab0ca4f40f2bfeb28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.260796] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.378101] env[69784]: DEBUG nova.network.neutron [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Successfully created port: ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.269414] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.295041] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.295671] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.295671] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.295671] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.296189] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.296189] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.296275] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.296470] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.296638] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.296834] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.296967] env[69784]: DEBUG nova.virt.hardware [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.297842] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd20129-2985-4f32-afee-b1f7392e3264 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.305832] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b058b-ff1d-4f73-9388-a90e47cfb83d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.324053] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.324232] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.324452] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.728245] env[69784]: DEBUG nova.compute.manager [req-1d831fde-46d1-4e60-b027-838f612ad65a req-6af298f8-30dd-4301-bfa9-2f10478a077b service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Received event network-vif-plugged-ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.728615] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d831fde-46d1-4e60-b027-838f612ad65a req-6af298f8-30dd-4301-bfa9-2f10478a077b service nova] Acquiring lock "f2429209-ce62-4f96-9fbe-b41b1c29060e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.728676] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d831fde-46d1-4e60-b027-838f612ad65a req-6af298f8-30dd-4301-bfa9-2f10478a077b service nova] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.728845] env[69784]: DEBUG oslo_concurrency.lockutils [req-1d831fde-46d1-4e60-b027-838f612ad65a req-6af298f8-30dd-4301-bfa9-2f10478a077b service nova] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.729014] env[69784]: DEBUG nova.compute.manager [req-1d831fde-46d1-4e60-b027-838f612ad65a req-6af298f8-30dd-4301-bfa9-2f10478a077b service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] No waiting events found dispatching network-vif-plugged-ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.729336] env[69784]: WARNING nova.compute.manager [req-1d831fde-46d1-4e60-b027-838f612ad65a req-6af298f8-30dd-4301-bfa9-2f10478a077b service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Received unexpected event network-vif-plugged-ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be for instance with vm_state building and task_state spawning. [ 1380.736789] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1380.737017] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723608', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'name': 'volume-ecfebc5c-76d0-4021-8805-2ce1d639c727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df0f5bf-76c9-4291-8053-d73c67278fdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'serial': 'ecfebc5c-76d0-4021-8805-2ce1d639c727'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1380.738130] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50002285-6e9b-44e8-b364-6300d3f8d9ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.755995] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80341422-965f-4bb2-be40-ea17b4fc86e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.781303] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-ecfebc5c-76d0-4021-8805-2ce1d639c727/volume-ecfebc5c-76d0-4021-8805-2ce1d639c727.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.781691] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5145ab-71de-4770-9717-6d69e585e194 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.801995] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1380.801995] env[69784]: value = "task-3628681" [ 1380.801995] env[69784]: _type = "Task" [ 1380.801995] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.810011] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.825495] env[69784]: DEBUG nova.network.neutron [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Successfully updated port: ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.827571] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.827841] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.829301] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.829301] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.831414] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f6e56-0dd7-463f-b719-283e47c3d894 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.839785] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a877a7-41d2-4d57-8bdd-add2c5a7341e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.856557] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f622c-b030-4719-9d8e-9f1e0dea9a5e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.863190] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95866d22-0b3e-4997-8ddf-99c3d5c1e039 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.894320] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180414MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.894553] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.894750] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.311896] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628681, 'name': ReconfigVM_Task, 'duration_secs': 0.32512} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.312192] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-ecfebc5c-76d0-4021-8805-2ce1d639c727/volume-ecfebc5c-76d0-4021-8805-2ce1d639c727.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.316940] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ef356e-f844-4457-a750-3596230cca31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.330632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.330632] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.330632] env[69784]: DEBUG nova.network.neutron [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.332770] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1381.332770] env[69784]: value = "task-3628682" [ 1381.332770] env[69784]: _type = "Task" [ 1381.332770] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.341964] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.759360] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "8606d944-5024-44c6-9858-45acf8684321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.759595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "8606d944-5024-44c6-9858-45acf8684321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.846242] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.888023] env[69784]: DEBUG nova.network.neutron [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.919421] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 52946633-6854-4b78-a071-e5e29fe63326 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1381.919586] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 4df0f5bf-76c9-4291-8053-d73c67278fdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1381.919714] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance f2429209-ce62-4f96-9fbe-b41b1c29060e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.013412] env[69784]: DEBUG nova.network.neutron [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Updating instance_info_cache with network_info: [{"id": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "address": "fa:16:3e:19:11:ad", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded22f1f-6c", "ovs_interfaceid": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.262572] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.343222] env[69784]: DEBUG oslo_vmware.api [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628682, 'name': ReconfigVM_Task, 'duration_secs': 0.877226} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.343516] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723608', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'name': 'volume-ecfebc5c-76d0-4021-8805-2ce1d639c727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df0f5bf-76c9-4291-8053-d73c67278fdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'serial': 'ecfebc5c-76d0-4021-8805-2ce1d639c727'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1382.422813] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 8606d944-5024-44c6-9858-45acf8684321 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1382.423043] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.423200] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.482216] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cffa66-1c2a-48d3-b59f-35fece900461 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.490287] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b528f24-26a2-42d9-b76b-cbef56017552 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.520404] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.520712] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Instance network_info: |[{"id": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "address": "fa:16:3e:19:11:ad", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded22f1f-6c", "ovs_interfaceid": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.522036] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:11:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.528968] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Creating folder: Project (3b4688c6f7694a3ab0ca4f40f2bfeb28). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.529455] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f89307-3375-4c14-8fe6-d211398501ac {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.531892] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d8ea65-d8df-4f7b-8d36-b7ab6edeb750 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.538356] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c5bb52-7304-4406-9d97-6db87e508e84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.543970] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Created folder: Project (3b4688c6f7694a3ab0ca4f40f2bfeb28) in parent group-v723273. [ 1382.544163] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Creating folder: Instances. Parent ref: group-v723609. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.552135] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ba15c3-4f60-412d-8f72-20e10b709c34 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.553698] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.562329] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Created folder: Instances in parent group-v723609. [ 1382.562678] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.562749] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.562943] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b304d8-03e2-45de-8c65-4dd94dc0033f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.581415] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.581415] env[69784]: value = "task-3628685" [ 1382.581415] env[69784]: _type = "Task" [ 1382.581415] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.588236] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628685, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.755180] env[69784]: DEBUG nova.compute.manager [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Received event network-changed-ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.755405] env[69784]: DEBUG nova.compute.manager [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Refreshing instance network info cache due to event network-changed-ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.755641] env[69784]: DEBUG oslo_concurrency.lockutils [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] Acquiring lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.755806] env[69784]: DEBUG oslo_concurrency.lockutils [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] Acquired lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.755973] env[69784]: DEBUG nova.network.neutron [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Refreshing network info cache for port ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.781903] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.057796] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.091920] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628685, 'name': CreateVM_Task, 'duration_secs': 0.327227} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.093087] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.095655] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.095916] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.096132] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.096783] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3103be1-6868-421f-878c-8262de42febc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.101810] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1383.101810] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f1dffe-7c35-e53a-5820-e1b21ab379fd" [ 1383.101810] env[69784]: _type = "Task" [ 1383.101810] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.111770] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f1dffe-7c35-e53a-5820-e1b21ab379fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.389775] env[69784]: DEBUG nova.objects.instance [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'flavor' on Instance uuid 4df0f5bf-76c9-4291-8053-d73c67278fdc {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.439551] env[69784]: DEBUG nova.network.neutron [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Updated VIF entry in instance network info cache for port ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.439931] env[69784]: DEBUG nova.network.neutron [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Updating instance_info_cache with network_info: [{"id": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "address": "fa:16:3e:19:11:ad", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded22f1f-6c", "ovs_interfaceid": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.562419] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.562706] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.668s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.562969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.781s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.564661] env[69784]: INFO nova.compute.claims [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.597366] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.612058] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f1dffe-7c35-e53a-5820-e1b21ab379fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.612288] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.612587] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.612830] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.612977] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.613170] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.613405] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2833d1ef-3446-4bd6-940f-84262701812d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.622150] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.622322] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.623027] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f510693-96f2-4f10-993a-164944aea0bb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.627522] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1383.627522] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]526a8e00-9fd2-0649-b383-295e0a2c1865" [ 1383.627522] env[69784]: _type = "Task" [ 1383.627522] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.634915] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526a8e00-9fd2-0649-b383-295e0a2c1865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.894550] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e9580fb8-2f97-4a3e-b13f-1e57ac82b86a tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.754s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.895521] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.298s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.942951] env[69784]: DEBUG oslo_concurrency.lockutils [req-9b283afd-3ed1-44f6-9cb6-669eb9c2eb5c req-f068b482-5ef4-4156-a67e-ca0e49298e16 service nova] Releasing lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.138840] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]526a8e00-9fd2-0649-b383-295e0a2c1865, 'name': SearchDatastore_Task, 'duration_secs': 0.008184} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.139636] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a65df7-251b-4363-93cd-6564ac956818 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.145046] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1384.145046] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fa66fe-e521-edc8-5c33-262f161661b3" [ 1384.145046] env[69784]: _type = "Task" [ 1384.145046] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.152596] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fa66fe-e521-edc8-5c33-262f161661b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.398059] env[69784]: INFO nova.compute.manager [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Detaching volume ecfebc5c-76d0-4021-8805-2ce1d639c727 [ 1384.432333] env[69784]: INFO nova.virt.block_device [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Attempting to driver detach volume ecfebc5c-76d0-4021-8805-2ce1d639c727 from mountpoint /dev/sdb [ 1384.432634] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.432842] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723608', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'name': 'volume-ecfebc5c-76d0-4021-8805-2ce1d639c727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df0f5bf-76c9-4291-8053-d73c67278fdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'serial': 'ecfebc5c-76d0-4021-8805-2ce1d639c727'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.433808] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71da5d8c-bc25-481c-acb3-3c0186bc3544 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.455290] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563510ed-05e8-413d-8e34-d071bc7a3c15 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.461505] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11610053-05f0-4692-813e-0ecce8dcc0eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.480829] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860ee81-24e7-4e3c-9c3f-479dd86d7727 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.496695] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] The volume has not been displaced from its original location: [datastore1] volume-ecfebc5c-76d0-4021-8805-2ce1d639c727/volume-ecfebc5c-76d0-4021-8805-2ce1d639c727.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.501882] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.502143] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8732c43-41c1-42b7-bbff-d91f713fc56d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.520216] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1384.520216] env[69784]: value = "task-3628686" [ 1384.520216] env[69784]: _type = "Task" [ 1384.520216] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.527730] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.567288] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.636838] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055f8f4f-4417-4077-8ad0-ce46e4f7bbd0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.644447] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce1f70-9a4b-413a-83b9-5dc6459833e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.655851] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52fa66fe-e521-edc8-5c33-262f161661b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.678558] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.678841] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/f2429209-ce62-4f96-9fbe-b41b1c29060e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.679294] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4587ccf5-8d02-4763-8e95-40027a657f92 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.681546] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e9b382-c1ce-4813-ac78-a06323ed2e26 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.689242] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aff6a87-c81b-40b1-8f91-1dc0c7a931ad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.692866] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1384.692866] env[69784]: value = "task-3628687" [ 1384.692866] env[69784]: _type = "Task" [ 1384.692866] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.703840] env[69784]: DEBUG nova.compute.provider_tree [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.709737] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.031121] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628686, 'name': ReconfigVM_Task, 'duration_secs': 0.219369} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.031419] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.036156] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c0233d-e18b-4891-8058-502ae29c145a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.054057] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1385.054057] env[69784]: value = "task-3628688" [ 1385.054057] env[69784]: _type = "Task" [ 1385.054057] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.062235] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.204686] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.206682] env[69784]: DEBUG nova.scheduler.client.report [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.499272] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.499530] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.499731] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "52946633-6854-4b78-a071-e5e29fe63326-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.499910] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.500088] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.502387] env[69784]: INFO nova.compute.manager [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Terminating instance [ 1385.563502] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.703197] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581978} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.703477] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/f2429209-ce62-4f96-9fbe-b41b1c29060e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.703695] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.703939] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a5b4916-e1c9-45af-b9e9-186699f61d40 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.710801] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.711273] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.713751] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1385.713751] env[69784]: value = "task-3628689" [ 1385.713751] env[69784]: _type = "Task" [ 1385.713751] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.721241] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.006390] env[69784]: DEBUG nova.compute.manager [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.006549] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.007438] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50dfda7-1bb0-4a82-98bc-4b4ea8850ce5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.014867] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.015108] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f44b4f-dc71-4fb0-ba10-d3a109e71670 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.020932] env[69784]: DEBUG oslo_vmware.api [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1386.020932] env[69784]: value = "task-3628690" [ 1386.020932] env[69784]: _type = "Task" [ 1386.020932] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.028162] env[69784]: DEBUG oslo_vmware.api [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.063841] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.216650] env[69784]: DEBUG nova.compute.utils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.218293] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.218483] env[69784]: DEBUG nova.network.neutron [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.229492] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628689, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.261832] env[69784]: DEBUG nova.policy [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da8fac9614934e1ca9e749448a3a2d72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c97990c8820242658765063bb4cbee43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.532328] env[69784]: DEBUG oslo_vmware.api [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628690, 'name': PowerOffVM_Task, 'duration_secs': 0.24064} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.532621] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.532921] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.533059] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5f9a71-a974-4598-9b6d-871a1c8cef9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.563839] env[69784]: DEBUG oslo_vmware.api [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628688, 'name': ReconfigVM_Task, 'duration_secs': 1.164483} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.564141] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723608', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'name': 'volume-ecfebc5c-76d0-4021-8805-2ce1d639c727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4df0f5bf-76c9-4291-8053-d73c67278fdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfebc5c-76d0-4021-8805-2ce1d639c727', 'serial': 'ecfebc5c-76d0-4021-8805-2ce1d639c727'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1386.570046] env[69784]: DEBUG nova.network.neutron [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Successfully created port: dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.599996] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.600236] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.600597] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Deleting the datastore file [datastore1] 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.600950] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a85ab9ef-404a-4fd8-9b3e-9b9eca448541 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.607513] env[69784]: DEBUG oslo_vmware.api [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1386.607513] env[69784]: value = "task-3628692" [ 1386.607513] env[69784]: _type = "Task" [ 1386.607513] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.615680] env[69784]: DEBUG oslo_vmware.api [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.724432] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.729965] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.540141} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.730484] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.731292] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f6c17-c353-49a1-b8b4-b5e1fcb6cf84 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.753386] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/f2429209-ce62-4f96-9fbe-b41b1c29060e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.754026] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0188c4dc-df67-481b-9702-831cc220bb18 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.774754] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1386.774754] env[69784]: value = "task-3628693" [ 1386.774754] env[69784]: _type = "Task" [ 1386.774754] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.782531] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.108581] env[69784]: DEBUG nova.objects.instance [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'flavor' on Instance uuid 4df0f5bf-76c9-4291-8053-d73c67278fdc {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.118878] env[69784]: DEBUG oslo_vmware.api [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139841} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.119146] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.119332] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.119511] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.119683] env[69784]: INFO nova.compute.manager [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1387.119977] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.120205] env[69784]: DEBUG nova.compute.manager [-] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.120301] env[69784]: DEBUG nova.network.neutron [-] [instance: 52946633-6854-4b78-a071-e5e29fe63326] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.284761] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628693, 'name': ReconfigVM_Task, 'duration_secs': 0.266398} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.284987] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/f2429209-ce62-4f96-9fbe-b41b1c29060e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.285666] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51071730-72bd-498a-88fc-89d876d16e2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.292314] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1387.292314] env[69784]: value = "task-3628694" [ 1387.292314] env[69784]: _type = "Task" [ 1387.292314] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.300168] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628694, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.658342] env[69784]: DEBUG nova.compute.manager [req-0ccda123-0999-4143-b9e6-b638219b3e08 req-ccb5ce27-8772-4124-a269-35537966ac52 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Received event network-vif-deleted-c709a657-a402-4fd1-b273-83815d693c3d {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.658342] env[69784]: INFO nova.compute.manager [req-0ccda123-0999-4143-b9e6-b638219b3e08 req-ccb5ce27-8772-4124-a269-35537966ac52 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Neutron deleted interface c709a657-a402-4fd1-b273-83815d693c3d; detaching it from the instance and deleting it from the info cache [ 1387.658342] env[69784]: DEBUG nova.network.neutron [req-0ccda123-0999-4143-b9e6-b638219b3e08 req-ccb5ce27-8772-4124-a269-35537966ac52 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.736766] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.764931] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.765184] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.765343] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.765528] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.765674] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.765817] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.766027] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.766202] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.766351] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.766510] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.766714] env[69784]: DEBUG nova.virt.hardware [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.767586] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80870a8f-fcce-4262-b0dd-de8c09dfc8e6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.775198] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7049978e-5eba-44b4-82aa-cd64f4be0f56 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.804604] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628694, 'name': Rename_Task, 'duration_secs': 0.208773} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.804604] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.804909] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a665de-4e25-452a-861d-1c9bc1ca6c8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.811429] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1387.811429] env[69784]: value = "task-3628695" [ 1387.811429] env[69784]: _type = "Task" [ 1387.811429] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.823015] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.923941] env[69784]: DEBUG nova.compute.manager [req-aa728bc5-5cd9-4724-85ac-6c69b109b805 req-de9b8c71-e76a-405d-bc1d-89db47f796a5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-vif-plugged-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.924188] env[69784]: DEBUG oslo_concurrency.lockutils [req-aa728bc5-5cd9-4724-85ac-6c69b109b805 req-de9b8c71-e76a-405d-bc1d-89db47f796a5 service nova] Acquiring lock "8606d944-5024-44c6-9858-45acf8684321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.924382] env[69784]: DEBUG oslo_concurrency.lockutils [req-aa728bc5-5cd9-4724-85ac-6c69b109b805 req-de9b8c71-e76a-405d-bc1d-89db47f796a5 service nova] Lock "8606d944-5024-44c6-9858-45acf8684321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.924554] env[69784]: DEBUG oslo_concurrency.lockutils [req-aa728bc5-5cd9-4724-85ac-6c69b109b805 req-de9b8c71-e76a-405d-bc1d-89db47f796a5 service nova] Lock "8606d944-5024-44c6-9858-45acf8684321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.924732] env[69784]: DEBUG nova.compute.manager [req-aa728bc5-5cd9-4724-85ac-6c69b109b805 req-de9b8c71-e76a-405d-bc1d-89db47f796a5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] No waiting events found dispatching network-vif-plugged-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.924896] env[69784]: WARNING nova.compute.manager [req-aa728bc5-5cd9-4724-85ac-6c69b109b805 req-de9b8c71-e76a-405d-bc1d-89db47f796a5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received unexpected event network-vif-plugged-dda16f70-0174-4532-b0de-82455cb40599 for instance with vm_state building and task_state spawning. [ 1388.021948] env[69784]: DEBUG nova.network.neutron [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Successfully updated port: dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.120803] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e010b2c1-058a-4bc8-b0d1-bade1cdff687 tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.225s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.134901] env[69784]: DEBUG nova.network.neutron [-] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.160658] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02348b0f-ecc8-40b6-99f0-44f9640a44c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.174401] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc598d5d-aeb7-4b64-b84a-e7de3e1c941c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.208251] env[69784]: DEBUG nova.compute.manager [req-0ccda123-0999-4143-b9e6-b638219b3e08 req-ccb5ce27-8772-4124-a269-35537966ac52 service nova] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Detach interface failed, port_id=c709a657-a402-4fd1-b273-83815d693c3d, reason: Instance 52946633-6854-4b78-a071-e5e29fe63326 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1388.321376] env[69784]: DEBUG oslo_vmware.api [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628695, 'name': PowerOnVM_Task, 'duration_secs': 0.42902} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.321665] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.321869] env[69784]: INFO nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1388.322057] env[69784]: DEBUG nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.322998] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8978d3a-5fe4-4d8f-b5b2-c92fac8f3c88 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.524285] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.524449] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.524658] env[69784]: DEBUG nova.network.neutron [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.637553] env[69784]: INFO nova.compute.manager [-] [instance: 52946633-6854-4b78-a071-e5e29fe63326] Took 1.52 seconds to deallocate network for instance. [ 1388.838978] env[69784]: INFO nova.compute.manager [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Took 13.02 seconds to build instance. [ 1388.884854] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.885216] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.885462] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "4df0f5bf-76c9-4291-8053-d73c67278fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.885662] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.885830] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.888054] env[69784]: INFO nova.compute.manager [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Terminating instance [ 1389.054708] env[69784]: DEBUG nova.network.neutron [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.143536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.143995] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.144233] env[69784]: DEBUG nova.objects.instance [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'resources' on Instance uuid 52946633-6854-4b78-a071-e5e29fe63326 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.157869] env[69784]: DEBUG nova.network.neutron [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.219815] env[69784]: INFO nova.compute.manager [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Rescuing [ 1389.220097] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.220253] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.220484] env[69784]: DEBUG nova.network.neutron [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.340771] env[69784]: DEBUG oslo_concurrency.lockutils [None req-e1bbb9ec-5ac8-43d8-ba7b-3c6ebd4ec3e5 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.532s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.391411] env[69784]: DEBUG nova.compute.manager [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.391622] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.392580] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530e0c7-24ed-4efa-a7e5-ff3d1b74aecd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.400759] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.400944] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d380016-7914-4f08-84d0-cc28cf1b352b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.408049] env[69784]: DEBUG oslo_vmware.api [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1389.408049] env[69784]: value = "task-3628696" [ 1389.408049] env[69784]: _type = "Task" [ 1389.408049] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.415704] env[69784]: DEBUG oslo_vmware.api [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.662178] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.662178] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Instance network_info: |[{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.662178] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:0f:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda16f70-0174-4532-b0de-82455cb40599', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.668795] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Creating folder: Project (c97990c8820242658765063bb4cbee43). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.671442] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1da7269-47a5-4cfd-9a28-bb3a979d8d8f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.683216] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Created folder: Project (c97990c8820242658765063bb4cbee43) in parent group-v723273. [ 1389.683431] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Creating folder: Instances. Parent ref: group-v723612. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.685680] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a23f086-dd03-43de-8e4d-0af2d63e35b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.694501] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Created folder: Instances in parent group-v723612. [ 1389.694717] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.696830] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8606d944-5024-44c6-9858-45acf8684321] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.697188] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f21226-94ad-4014-a55f-6a9b2605f38a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.717941] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.717941] env[69784]: value = "task-3628699" [ 1389.717941] env[69784]: _type = "Task" [ 1389.717941] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.725598] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838e415-346a-4d65-95aa-57ebb17a9205 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.730809] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628699, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.735612] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a4ac0-8e75-4674-8d58-c47664eb2569 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.769696] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf6903-d694-4071-b741-e15829de4323 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.777424] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6eea4d-c380-41c1-aced-f706400c0023 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.791586] env[69784]: DEBUG nova.compute.provider_tree [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.918570] env[69784]: DEBUG oslo_vmware.api [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628696, 'name': PowerOffVM_Task, 'duration_secs': 0.245744} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.918849] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.919021] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.919284] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6622196-ed97-445a-a181-516156b85e40 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.960164] env[69784]: DEBUG nova.network.neutron [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Updating instance_info_cache with network_info: [{"id": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "address": "fa:16:3e:19:11:ad", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded22f1f-6c", "ovs_interfaceid": "ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.964468] env[69784]: DEBUG nova.compute.manager [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-changed-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.964825] env[69784]: DEBUG nova.compute.manager [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing instance network info cache due to event network-changed-dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.965155] env[69784]: DEBUG oslo_concurrency.lockutils [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.965374] env[69784]: DEBUG oslo_concurrency.lockutils [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.965916] env[69784]: DEBUG nova.network.neutron [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing network info cache for port dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.995918] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.995918] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.995918] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleting the datastore file [datastore1] 4df0f5bf-76c9-4291-8053-d73c67278fdc {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.996138] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-468d5cf4-e842-4adc-a8a7-c0b1b0db2e65 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.003075] env[69784]: DEBUG oslo_vmware.api [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for the task: (returnval){ [ 1390.003075] env[69784]: value = "task-3628701" [ 1390.003075] env[69784]: _type = "Task" [ 1390.003075] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.010770] env[69784]: DEBUG oslo_vmware.api [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.227661] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628699, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.294559] env[69784]: DEBUG nova.scheduler.client.report [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.468100] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "refresh_cache-f2429209-ce62-4f96-9fbe-b41b1c29060e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.517220] env[69784]: DEBUG oslo_vmware.api [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Task: {'id': task-3628701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133235} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.517473] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.517652] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.517868] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.518075] env[69784]: INFO nova.compute.manager [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1390.518320] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.518502] env[69784]: DEBUG nova.compute.manager [-] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.518632] env[69784]: DEBUG nova.network.neutron [-] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.651784] env[69784]: DEBUG nova.network.neutron [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updated VIF entry in instance network info cache for port dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.652348] env[69784]: DEBUG nova.network.neutron [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.731271] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628699, 'name': CreateVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.799119] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.817631] env[69784]: INFO nova.scheduler.client.report [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Deleted allocations for instance 52946633-6854-4b78-a071-e5e29fe63326 [ 1391.003751] env[69784]: DEBUG nova.compute.manager [req-ecb3dbaa-1c62-4e9d-b7f1-6e4f6b89c235 req-04c9ddea-6d45-4594-ba05-eff219e72efc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Received event network-vif-deleted-638732d7-cc58-4abd-b079-30557c8d2238 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.004145] env[69784]: INFO nova.compute.manager [req-ecb3dbaa-1c62-4e9d-b7f1-6e4f6b89c235 req-04c9ddea-6d45-4594-ba05-eff219e72efc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Neutron deleted interface 638732d7-cc58-4abd-b079-30557c8d2238; detaching it from the instance and deleting it from the info cache [ 1391.004565] env[69784]: DEBUG nova.network.neutron [req-ecb3dbaa-1c62-4e9d-b7f1-6e4f6b89c235 req-04c9ddea-6d45-4594-ba05-eff219e72efc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.155197] env[69784]: DEBUG oslo_concurrency.lockutils [req-33f2105e-094b-42b4-be75-c8f1c4ea6c01 req-cb4d490c-ff02-4327-b20e-d771d4b99c46 service nova] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.230176] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628699, 'name': CreateVM_Task, 'duration_secs': 1.311538} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.230359] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8606d944-5024-44c6-9858-45acf8684321] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.231041] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.231210] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.231516] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.231767] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e650d886-6c2a-45cb-91d2-8fe45e8ec3e8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.236097] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1391.236097] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5258c1b1-046e-8cb8-acae-3e81b7441b7e" [ 1391.236097] env[69784]: _type = "Task" [ 1391.236097] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.243720] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5258c1b1-046e-8cb8-acae-3e81b7441b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.326732] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f7c5f6f8-2bf4-43cf-92f0-f6b0b63597d2 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "52946633-6854-4b78-a071-e5e29fe63326" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.480804] env[69784]: DEBUG nova.network.neutron [-] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.506828] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11123e8d-f247-414c-b6df-ce7167b2cd9d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.517568] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9266745e-7682-415e-9e02-1bbf2de052b0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.543716] env[69784]: DEBUG nova.compute.manager [req-ecb3dbaa-1c62-4e9d-b7f1-6e4f6b89c235 req-04c9ddea-6d45-4594-ba05-eff219e72efc service nova] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Detach interface failed, port_id=638732d7-cc58-4abd-b079-30557c8d2238, reason: Instance 4df0f5bf-76c9-4291-8053-d73c67278fdc could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.748075] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5258c1b1-046e-8cb8-acae-3e81b7441b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.748358] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.748639] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.748823] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.748968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.749162] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.749420] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0474909-6f96-4519-91a7-c3cca66a9d76 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.758101] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.758288] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.758989] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a1d1ec-eec6-4e41-af1b-bdef50f9fa3b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.764198] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1391.764198] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52614905-eb33-1668-24ff-cb2fc6eaa752" [ 1391.764198] env[69784]: _type = "Task" [ 1391.764198] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.771891] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52614905-eb33-1668-24ff-cb2fc6eaa752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.983639] env[69784]: INFO nova.compute.manager [-] [instance: 4df0f5bf-76c9-4291-8053-d73c67278fdc] Took 1.46 seconds to deallocate network for instance. [ 1392.006830] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.007142] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c98bd82-ff6c-4964-a259-39f5b08b4231 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.014119] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1392.014119] env[69784]: value = "task-3628702" [ 1392.014119] env[69784]: _type = "Task" [ 1392.014119] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.024246] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.274688] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52614905-eb33-1668-24ff-cb2fc6eaa752, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.276031] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc5dfb2-e3a8-4134-964b-9fa7558a1bbd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.280656] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1392.280656] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5226d3f7-53fa-571d-d57e-d64919db07a9" [ 1392.280656] env[69784]: _type = "Task" [ 1392.280656] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.288227] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5226d3f7-53fa-571d-d57e-d64919db07a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.489674] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.489992] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.490245] env[69784]: DEBUG nova.objects.instance [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lazy-loading 'resources' on Instance uuid 4df0f5bf-76c9-4291-8053-d73c67278fdc {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.524578] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628702, 'name': PowerOffVM_Task, 'duration_secs': 0.214105} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.524797] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.525674] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c74dd1d-31ef-4c1e-ae8b-6e1be54e03b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.544807] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceff992-9a9c-443d-8ada-bae235fa775a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.579156] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.579777] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8abed7f7-9236-488c-acb9-d7700ced409e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.586585] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1392.586585] env[69784]: value = "task-3628703" [ 1392.586585] env[69784]: _type = "Task" [ 1392.586585] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.594593] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.790701] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5226d3f7-53fa-571d-d57e-d64919db07a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.790934] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.791244] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8606d944-5024-44c6-9858-45acf8684321/8606d944-5024-44c6-9858-45acf8684321.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.791526] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50ea893-e6d6-425a-8280-8386803607f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.798794] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1392.798794] env[69784]: value = "task-3628704" [ 1392.798794] env[69784]: _type = "Task" [ 1392.798794] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.806171] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.049606] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc41c41-a093-4704-96fa-76f375bc0b2b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.057645] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c46f2-1cad-4447-b794-b139b8cd9464 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.095146] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38946c1a-ff1c-4512-a827-8d4d84c50886 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.107491] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874bd137-19a2-4856-8b99-66705a385432 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.112278] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1393.112278] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.112439] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.112472] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.112746] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.113525] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cea94c22-dfe6-41ce-9b17-bad143c4332b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.124053] env[69784]: DEBUG nova.compute.provider_tree [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.143510] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.143755] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.144573] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f730503c-afe2-425b-9435-55ced54e5793 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.151409] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1393.151409] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c63923-4d09-5ef9-b15d-2773ad329bc6" [ 1393.151409] env[69784]: _type = "Task" [ 1393.151409] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.160860] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c63923-4d09-5ef9-b15d-2773ad329bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.308402] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473019} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.308623] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8606d944-5024-44c6-9858-45acf8684321/8606d944-5024-44c6-9858-45acf8684321.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.308855] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.309117] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2c75700-d6c8-4c75-a321-9aff43a89594 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.315639] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1393.315639] env[69784]: value = "task-3628705" [ 1393.315639] env[69784]: _type = "Task" [ 1393.315639] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.324343] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.540965] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.541224] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.628677] env[69784]: DEBUG nova.scheduler.client.report [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.663160] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52c63923-4d09-5ef9-b15d-2773ad329bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.056182} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.663902] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15eb738-8c4b-4b75-bb0f-b57c898d9649 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.668769] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1393.668769] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d7c7a-42a1-752f-1ba2-d6690fde867e" [ 1393.668769] env[69784]: _type = "Task" [ 1393.668769] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.676231] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d7c7a-42a1-752f-1ba2-d6690fde867e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.824589] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060349} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.824914] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.825693] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07835c1-9608-40c6-b2ca-d0bb7a63dc6d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.846895] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 8606d944-5024-44c6-9858-45acf8684321/8606d944-5024-44c6-9858-45acf8684321.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.847145] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8122204c-6a4b-4d71-9ede-dfe4a0efead9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.865739] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1393.865739] env[69784]: value = "task-3628706" [ 1393.865739] env[69784]: _type = "Task" [ 1393.865739] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.874793] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.044171] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.133913] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.155044] env[69784]: INFO nova.scheduler.client.report [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Deleted allocations for instance 4df0f5bf-76c9-4291-8053-d73c67278fdc [ 1394.178351] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d7c7a-42a1-752f-1ba2-d6690fde867e, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.178647] env[69784]: DEBUG oslo_concurrency.lockutils [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.178940] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. {{(pid=69784) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1394.179238] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557a218d-e99e-45fe-bcb0-c35960bfd3b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.185216] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1394.185216] env[69784]: value = "task-3628707" [ 1394.185216] env[69784]: _type = "Task" [ 1394.185216] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.193315] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.375456] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628706, 'name': ReconfigVM_Task, 'duration_secs': 0.26948} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.375776] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 8606d944-5024-44c6-9858-45acf8684321/8606d944-5024-44c6-9858-45acf8684321.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.376461] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f024d310-65c8-4270-a9dd-1dca6fa406a1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.384149] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1394.384149] env[69784]: value = "task-3628708" [ 1394.384149] env[69784]: _type = "Task" [ 1394.384149] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.393197] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628708, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.564715] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.565029] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.566741] env[69784]: INFO nova.compute.claims [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.663441] env[69784]: DEBUG oslo_concurrency.lockutils [None req-90d94d8e-af73-4852-81a9-5424915f6c5b tempest-AttachVolumeNegativeTest-36388711 tempest-AttachVolumeNegativeTest-36388711-project-member] Lock "4df0f5bf-76c9-4291-8053-d73c67278fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.778s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.694202] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491753} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.694462] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. [ 1394.695224] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66b0496-0dc1-4000-b236-3a72747991c5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.720698] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.720932] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670844f3-38bf-494c-9446-d0a879dbfcfa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.738372] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1394.738372] env[69784]: value = "task-3628709" [ 1394.738372] env[69784]: _type = "Task" [ 1394.738372] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.746139] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.894016] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628708, 'name': Rename_Task, 'duration_secs': 0.277982} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.894247] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.894488] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-745855b9-1e6e-4dc2-9b25-f556889dd2c6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.901415] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1394.901415] env[69784]: value = "task-3628710" [ 1394.901415] env[69784]: _type = "Task" [ 1394.901415] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.910630] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.249467] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628709, 'name': ReconfigVM_Task, 'duration_secs': 0.288561} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.249872] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.250873] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e8500-5b95-4d26-8e7a-23fc396ed111 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.279546] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b440bda-5775-49f8-bd2b-fce3346b2b3c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.296950] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1395.296950] env[69784]: value = "task-3628711" [ 1395.296950] env[69784]: _type = "Task" [ 1395.296950] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.305799] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.411044] env[69784]: DEBUG oslo_vmware.api [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628710, 'name': PowerOnVM_Task, 'duration_secs': 0.461517} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.411365] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.411465] env[69784]: INFO nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1395.411643] env[69784]: DEBUG nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.412493] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570174a-0d0e-4ee8-b375-0e251f5ca3c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.623896] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399a359-d08a-4a8c-8802-b429617baca9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.630905] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc882f8-e166-4467-8322-e4743d274703 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.661508] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e5641-7989-42c5-95dc-e30a177ed174 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.667943] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c156c8-9889-42a3-a6d4-4431ac9d5324 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.680311] env[69784]: DEBUG nova.compute.provider_tree [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.805889] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628711, 'name': ReconfigVM_Task, 'duration_secs': 0.194083} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.806238] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.806501] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5124e9d9-6786-4c93-a2d1-ef09cddc74f6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.811992] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1395.811992] env[69784]: value = "task-3628713" [ 1395.811992] env[69784]: _type = "Task" [ 1395.811992] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.819706] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.928745] env[69784]: INFO nova.compute.manager [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Took 13.16 seconds to build instance. [ 1396.183357] env[69784]: DEBUG nova.scheduler.client.report [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.321225] env[69784]: DEBUG oslo_vmware.api [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628713, 'name': PowerOnVM_Task, 'duration_secs': 0.400962} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.321599] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.324108] env[69784]: DEBUG nova.compute.manager [None req-a36f17be-4743-4ed3-bfa6-753ed2aa191c tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.324841] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166ff18-d423-46f6-b9e4-a1c2e4661fc1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.430438] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6f5295be-9530-4797-b8cc-672e26a5c387 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "8606d944-5024-44c6-9858-45acf8684321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.671s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.688878] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.689241] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.156928] env[69784]: INFO nova.compute.manager [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Rescuing [ 1397.157261] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.157415] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.157579] env[69784]: DEBUG nova.network.neutron [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.194731] env[69784]: DEBUG nova.compute.utils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1397.196460] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.196643] env[69784]: DEBUG nova.network.neutron [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.242888] env[69784]: DEBUG nova.policy [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32ff07f222fe4de792a94808f8542b0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc13e1bf245410d87bf04373e49e49b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.535669] env[69784]: DEBUG nova.network.neutron [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Successfully created port: 230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.556410] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "52824094-17a6-405a-a5b1-82e7dced1c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.556677] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.700054] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.838602] env[69784]: DEBUG nova.network.neutron [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.058987] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.343968] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.581948] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.581948] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.583446] env[69784]: INFO nova.compute.claims [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.709574] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.729504] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.729744] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.729902] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.730098] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.730249] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.730397] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.730605] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.730799] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.730926] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.731088] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.731357] env[69784]: DEBUG nova.virt.hardware [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.732220] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb42594e-8b70-4c97-bf64-5e3812ebb85c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.740257] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee9843c-6ab7-4710-afc5-45622afb8de9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.910800] env[69784]: DEBUG nova.compute.manager [req-12be08cd-5e9b-450a-9521-8555c8d89c9c req-251ef68d-72ae-43cb-8696-6bf273c2d9eb service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Received event network-vif-plugged-230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.911105] env[69784]: DEBUG oslo_concurrency.lockutils [req-12be08cd-5e9b-450a-9521-8555c8d89c9c req-251ef68d-72ae-43cb-8696-6bf273c2d9eb service nova] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.911280] env[69784]: DEBUG oslo_concurrency.lockutils [req-12be08cd-5e9b-450a-9521-8555c8d89c9c req-251ef68d-72ae-43cb-8696-6bf273c2d9eb service nova] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.911562] env[69784]: DEBUG oslo_concurrency.lockutils [req-12be08cd-5e9b-450a-9521-8555c8d89c9c req-251ef68d-72ae-43cb-8696-6bf273c2d9eb service nova] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.911629] env[69784]: DEBUG nova.compute.manager [req-12be08cd-5e9b-450a-9521-8555c8d89c9c req-251ef68d-72ae-43cb-8696-6bf273c2d9eb service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] No waiting events found dispatching network-vif-plugged-230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.911789] env[69784]: WARNING nova.compute.manager [req-12be08cd-5e9b-450a-9521-8555c8d89c9c req-251ef68d-72ae-43cb-8696-6bf273c2d9eb service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Received unexpected event network-vif-plugged-230dcc8f-e970-43ac-958e-d177ceb4f265 for instance with vm_state building and task_state spawning. [ 1399.037366] env[69784]: DEBUG nova.network.neutron [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Successfully updated port: 230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.539948] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.540114] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.540273] env[69784]: DEBUG nova.network.neutron [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.648045] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e4ba6-a6a2-49c9-ba42-85bf8629425e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.654927] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f56f5d-3e10-4a2e-996d-ca89ced54f24 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.683787] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b48a5a-b551-4bb6-beaf-600294823f89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.690630] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c65bb-90cf-47d5-bcb9-ebbc57d1253a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.704239] env[69784]: DEBUG nova.compute.provider_tree [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.879684] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.879990] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c1217d-c11c-42f5-9e6a-87491525b9b7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.887536] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1399.887536] env[69784]: value = "task-3628715" [ 1399.887536] env[69784]: _type = "Task" [ 1399.887536] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.894901] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.079097] env[69784]: DEBUG nova.network.neutron [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.201645] env[69784]: DEBUG nova.network.neutron [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating instance_info_cache with network_info: [{"id": "230dcc8f-e970-43ac-958e-d177ceb4f265", "address": "fa:16:3e:cf:3d:79", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230dcc8f-e9", "ovs_interfaceid": "230dcc8f-e970-43ac-958e-d177ceb4f265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.208313] env[69784]: DEBUG nova.scheduler.client.report [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.397572] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628715, 'name': PowerOffVM_Task, 'duration_secs': 0.384776} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.397773] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.398542] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11fb473-5534-4908-bee6-dc7130bcf9fe {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.415659] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ec012-065b-4cda-b89b-5fd75fed1d0a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.445625] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.445867] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-256bbca4-c4eb-4a5f-8407-6f25f8b3e27d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.452652] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1400.452652] env[69784]: value = "task-3628716" [ 1400.452652] env[69784]: _type = "Task" [ 1400.452652] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.460052] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.704913] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.705266] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Instance network_info: |[{"id": "230dcc8f-e970-43ac-958e-d177ceb4f265", "address": "fa:16:3e:cf:3d:79", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230dcc8f-e9", "ovs_interfaceid": "230dcc8f-e970-43ac-958e-d177ceb4f265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.705703] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:3d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '230dcc8f-e970-43ac-958e-d177ceb4f265', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.713275] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.713918] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.714395] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.717052] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.717414] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ef9c5c-1fbe-45e3-bb6d-ba2aad541211 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.736509] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.736509] env[69784]: value = "task-3628717" [ 1400.736509] env[69784]: _type = "Task" [ 1400.736509] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.744151] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628717, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.938826] env[69784]: DEBUG nova.compute.manager [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Received event network-changed-230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.939364] env[69784]: DEBUG nova.compute.manager [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Refreshing instance network info cache due to event network-changed-230dcc8f-e970-43ac-958e-d177ceb4f265. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1400.939601] env[69784]: DEBUG oslo_concurrency.lockutils [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] Acquiring lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.939752] env[69784]: DEBUG oslo_concurrency.lockutils [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] Acquired lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.939917] env[69784]: DEBUG nova.network.neutron [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Refreshing network info cache for port 230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.962937] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1400.963194] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.963444] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.963595] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.963772] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.964070] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b928f2-7fe0-4656-8c14-61cd6586b2e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.973578] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.973743] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.974470] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3605ae1d-2e61-4f81-9b47-d3786a51294a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.979202] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1400.979202] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529fee8a-637b-23eb-3e62-638fc625eea6" [ 1400.979202] env[69784]: _type = "Task" [ 1400.979202] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.986561] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529fee8a-637b-23eb-3e62-638fc625eea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.218749] env[69784]: DEBUG nova.compute.utils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1401.220155] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Allocating IP information in the background. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.220311] env[69784]: DEBUG nova.network.neutron [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] allocate_for_instance() {{(pid=69784) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.247045] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628717, 'name': CreateVM_Task, 'duration_secs': 0.312406} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.247201] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.247862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.248112] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.248487] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.248758] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b3a363-68b5-4dec-992c-ce12cc78132d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.253354] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1401.253354] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52565a5a-76dd-045d-76a4-665b2aa1508c" [ 1401.253354] env[69784]: _type = "Task" [ 1401.253354] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.257544] env[69784]: DEBUG nova.policy [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a78b33937b2a457d8f6e28a14b59c39f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b4688c6f7694a3ab0ca4f40f2bfeb28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69784) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.264078] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52565a5a-76dd-045d-76a4-665b2aa1508c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.478691] env[69784]: DEBUG nova.network.neutron [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Successfully created port: 1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.489890] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529fee8a-637b-23eb-3e62-638fc625eea6, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.490692] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0766c3-9572-4589-b3a6-c16d97147df3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.495649] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1401.495649] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]522d1903-adc8-c511-2d3e-abd93aa41bd6" [ 1401.495649] env[69784]: _type = "Task" [ 1401.495649] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.503017] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522d1903-adc8-c511-2d3e-abd93aa41bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.624494] env[69784]: DEBUG nova.network.neutron [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updated VIF entry in instance network info cache for port 230dcc8f-e970-43ac-958e-d177ceb4f265. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.624863] env[69784]: DEBUG nova.network.neutron [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating instance_info_cache with network_info: [{"id": "230dcc8f-e970-43ac-958e-d177ceb4f265", "address": "fa:16:3e:cf:3d:79", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230dcc8f-e9", "ovs_interfaceid": "230dcc8f-e970-43ac-958e-d177ceb4f265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.723869] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.766804] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52565a5a-76dd-045d-76a4-665b2aa1508c, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.767159] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.767412] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.767641] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.767921] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.769879] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.770428] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad7d1c78-934f-464c-9d07-d9a287537f51 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.779679] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.779861] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.780579] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51cf9ef-5f91-476b-8f57-63aecc8065a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.785507] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1401.785507] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f48a7c-556d-f877-e7e6-dc02007e499a" [ 1401.785507] env[69784]: _type = "Task" [ 1401.785507] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.793186] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f48a7c-556d-f877-e7e6-dc02007e499a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.007068] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]522d1903-adc8-c511-2d3e-abd93aa41bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.007359] env[69784]: DEBUG oslo_concurrency.lockutils [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.007618] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8606d944-5024-44c6-9858-45acf8684321/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. {{(pid=69784) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1402.007880] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-618c99e4-f9a1-4986-b136-b7efe01393dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.014839] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1402.014839] env[69784]: value = "task-3628719" [ 1402.014839] env[69784]: _type = "Task" [ 1402.014839] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.022188] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.127677] env[69784]: DEBUG oslo_concurrency.lockutils [req-38bb465e-26e4-47a4-be07-ad5199b1c0c1 req-7a49d81c-75d1-42cc-bf5c-cb79b64fefaf service nova] Releasing lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.298226] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f48a7c-556d-f877-e7e6-dc02007e499a, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.299060] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04922cff-cb7a-43af-ab16-a1bcb655c452 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.305124] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1402.305124] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52770556-85e2-81c0-989c-7ee0094af6fd" [ 1402.305124] env[69784]: _type = "Task" [ 1402.305124] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.315289] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52770556-85e2-81c0-989c-7ee0094af6fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.525460] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445835} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.525737] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 8606d944-5024-44c6-9858-45acf8684321/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. [ 1402.526486] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b8176-4c6b-41f9-80d1-f67914666566 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.550311] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 8606d944-5024-44c6-9858-45acf8684321/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.550547] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e19d7a0-6c19-406f-8ed7-ddb1b026fc19 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.567836] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1402.567836] env[69784]: value = "task-3628720" [ 1402.567836] env[69784]: _type = "Task" [ 1402.567836] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.575356] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.735241] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.762319] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.762481] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.762705] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.762905] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.763070] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.763221] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.763431] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.763598] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.763759] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.763922] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.764111] env[69784]: DEBUG nova.virt.hardware [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.764984] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea02fd60-1de8-4129-84c2-464e0087cf62 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.772290] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64a5c15-c5a5-4619-abe9-8f7e8a01c60b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.813671] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52770556-85e2-81c0-989c-7ee0094af6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021738} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.813914] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.814189] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 935d6724-beaa-4dca-b6f0-31e9231aec3d/935d6724-beaa-4dca-b6f0-31e9231aec3d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.814523] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76fac13a-8ad3-4fb3-b4b5-9d70add99e89 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.821297] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1402.821297] env[69784]: value = "task-3628721" [ 1402.821297] env[69784]: _type = "Task" [ 1402.821297] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.829041] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.080700] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628720, 'name': ReconfigVM_Task, 'duration_secs': 0.298467} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.081069] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 8606d944-5024-44c6-9858-45acf8684321/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.082031] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b48a7-9125-47ce-9c44-1c5e29422cc8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.110624] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8054734-e5e6-4568-9bf1-655daf1d8b37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.128482] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1403.128482] env[69784]: value = "task-3628722" [ 1403.128482] env[69784]: _type = "Task" [ 1403.128482] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.136200] env[69784]: DEBUG nova.compute.manager [req-d5110668-5c15-4d10-af63-d12a492c0dff req-46170427-e4af-41c8-8c94-b50720a8708c service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Received event network-vif-plugged-1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.136429] env[69784]: DEBUG oslo_concurrency.lockutils [req-d5110668-5c15-4d10-af63-d12a492c0dff req-46170427-e4af-41c8-8c94-b50720a8708c service nova] Acquiring lock "52824094-17a6-405a-a5b1-82e7dced1c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.136691] env[69784]: DEBUG oslo_concurrency.lockutils [req-d5110668-5c15-4d10-af63-d12a492c0dff req-46170427-e4af-41c8-8c94-b50720a8708c service nova] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.136863] env[69784]: DEBUG oslo_concurrency.lockutils [req-d5110668-5c15-4d10-af63-d12a492c0dff req-46170427-e4af-41c8-8c94-b50720a8708c service nova] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.137039] env[69784]: DEBUG nova.compute.manager [req-d5110668-5c15-4d10-af63-d12a492c0dff req-46170427-e4af-41c8-8c94-b50720a8708c service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] No waiting events found dispatching network-vif-plugged-1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1403.137312] env[69784]: WARNING nova.compute.manager [req-d5110668-5c15-4d10-af63-d12a492c0dff req-46170427-e4af-41c8-8c94-b50720a8708c service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Received unexpected event network-vif-plugged-1baec7b5-9700-44ab-9848-25819091fc82 for instance with vm_state building and task_state spawning. [ 1403.145506] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.229472] env[69784]: DEBUG nova.network.neutron [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Successfully updated port: 1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.332027] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427533} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.332027] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 935d6724-beaa-4dca-b6f0-31e9231aec3d/935d6724-beaa-4dca-b6f0-31e9231aec3d.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.332310] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.332519] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-792aaccd-0c05-46c1-9433-4829cae35b7a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.339293] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1403.339293] env[69784]: value = "task-3628723" [ 1403.339293] env[69784]: _type = "Task" [ 1403.339293] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.346589] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.638958] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628722, 'name': ReconfigVM_Task, 'duration_secs': 0.169069} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.639251] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.639501] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57187ec5-620c-4dbb-aaaa-27d5c87660cb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.646297] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1403.646297] env[69784]: value = "task-3628724" [ 1403.646297] env[69784]: _type = "Task" [ 1403.646297] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.653459] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.732928] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.733192] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.733328] env[69784]: DEBUG nova.network.neutron [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.849095] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133362} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.849423] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.850210] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff8821-f00c-4516-bb52-2e697fd2f8ca {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.873078] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 935d6724-beaa-4dca-b6f0-31e9231aec3d/935d6724-beaa-4dca-b6f0-31e9231aec3d.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.873712] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e8b346-0a31-43bd-9d3f-7131a50176eb {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.893298] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1403.893298] env[69784]: value = "task-3628725" [ 1403.893298] env[69784]: _type = "Task" [ 1403.893298] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.901467] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.155595] env[69784]: DEBUG oslo_vmware.api [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628724, 'name': PowerOnVM_Task, 'duration_secs': 0.425393} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.157090] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.158978] env[69784]: DEBUG nova.compute.manager [None req-6dab650c-e7c3-4301-9a13-d8ff4213b664 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.159756] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3747e4f-72b6-4ae9-8e24-35303170a1d9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.269573] env[69784]: DEBUG nova.network.neutron [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.384528] env[69784]: DEBUG nova.network.neutron [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updating instance_info_cache with network_info: [{"id": "1baec7b5-9700-44ab-9848-25819091fc82", "address": "fa:16:3e:c2:29:15", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1baec7b5-97", "ovs_interfaceid": "1baec7b5-9700-44ab-9848-25819091fc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.405760] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628725, 'name': ReconfigVM_Task, 'duration_secs': 0.274965} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.405760] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 935d6724-beaa-4dca-b6f0-31e9231aec3d/935d6724-beaa-4dca-b6f0-31e9231aec3d.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.406012] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222b7164-9642-4e09-98b8-db256c9b03a4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.413840] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1404.413840] env[69784]: value = "task-3628726" [ 1404.413840] env[69784]: _type = "Task" [ 1404.413840] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.422126] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628726, 'name': Rename_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.886967] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.887331] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Instance network_info: |[{"id": "1baec7b5-9700-44ab-9848-25819091fc82", "address": "fa:16:3e:c2:29:15", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1baec7b5-97", "ovs_interfaceid": "1baec7b5-9700-44ab-9848-25819091fc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.887754] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:29:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1baec7b5-9700-44ab-9848-25819091fc82', 'vif_model': 'vmxnet3'}] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.895358] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.895564] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.895801] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3c5f26-abdf-4535-80fe-385fa3c4609e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.918838] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.918838] env[69784]: value = "task-3628727" [ 1404.918838] env[69784]: _type = "Task" [ 1404.918838] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.925308] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628726, 'name': Rename_Task, 'duration_secs': 0.186329} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.925976] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.926437] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54cec9b6-ca6e-4082-86c8-866fb02c3025 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.930458] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628727, 'name': CreateVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.935477] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1404.935477] env[69784]: value = "task-3628728" [ 1404.935477] env[69784]: _type = "Task" [ 1404.935477] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.938127] env[69784]: DEBUG nova.compute.manager [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-changed-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.938127] env[69784]: DEBUG nova.compute.manager [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing instance network info cache due to event network-changed-dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.938127] env[69784]: DEBUG oslo_concurrency.lockutils [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.938127] env[69784]: DEBUG oslo_concurrency.lockutils [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.938580] env[69784]: DEBUG nova.network.neutron [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing network info cache for port dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.950404] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.235703] env[69784]: DEBUG nova.compute.manager [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Received event network-changed-1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.235991] env[69784]: DEBUG nova.compute.manager [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Refreshing instance network info cache due to event network-changed-1baec7b5-9700-44ab-9848-25819091fc82. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1405.236311] env[69784]: DEBUG oslo_concurrency.lockutils [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] Acquiring lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.236512] env[69784]: DEBUG oslo_concurrency.lockutils [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] Acquired lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.236737] env[69784]: DEBUG nova.network.neutron [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Refreshing network info cache for port 1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.435023] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628727, 'name': CreateVM_Task, 'duration_secs': 0.379037} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.435023] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.435023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.435023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.435023] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.435023] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443642d2-3c86-413c-9fb8-12048bfc3b95 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.441371] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1405.441371] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52055352-fccd-7691-074d-6089322f372d" [ 1405.441371] env[69784]: _type = "Task" [ 1405.441371] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.450125] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628728, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.455691] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52055352-fccd-7691-074d-6089322f372d, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.455906] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.456092] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.456332] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.456476] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.456649] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.456907] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cee6f0d-d8b8-43b5-8e8c-cd5eaa752355 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.464304] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.464532] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.465267] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24473eb-0651-48f8-ad06-9ee8711dbbea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.470346] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1405.470346] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52207ed2-9a60-98ff-78f5-475a6d466210" [ 1405.470346] env[69784]: _type = "Task" [ 1405.470346] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.477876] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52207ed2-9a60-98ff-78f5-475a6d466210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.786185] env[69784]: DEBUG nova.network.neutron [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updated VIF entry in instance network info cache for port dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.786659] env[69784]: DEBUG nova.network.neutron [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.925619] env[69784]: DEBUG nova.network.neutron [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updated VIF entry in instance network info cache for port 1baec7b5-9700-44ab-9848-25819091fc82. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.926115] env[69784]: DEBUG nova.network.neutron [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updating instance_info_cache with network_info: [{"id": "1baec7b5-9700-44ab-9848-25819091fc82", "address": "fa:16:3e:c2:29:15", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1baec7b5-97", "ovs_interfaceid": "1baec7b5-9700-44ab-9848-25819091fc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.947799] env[69784]: DEBUG oslo_vmware.api [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628728, 'name': PowerOnVM_Task, 'duration_secs': 0.539745} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.948357] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.948606] env[69784]: INFO nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1405.948791] env[69784]: DEBUG nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.949552] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af01070c-44e8-4e97-b20b-c31f73252f9e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.983561] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52207ed2-9a60-98ff-78f5-475a6d466210, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.984310] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d6448f-c49c-49a3-867d-f985acca5eb3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.989182] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1405.989182] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5264e116-4057-286b-b61b-1da23dd757b6" [ 1405.989182] env[69784]: _type = "Task" [ 1405.989182] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.996716] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5264e116-4057-286b-b61b-1da23dd757b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.296462] env[69784]: DEBUG oslo_concurrency.lockutils [req-f835d344-d1f7-44fb-8ca4-945d83e4050f req-aa6d7fe4-1b5f-4631-bd9f-6257816f1268 service nova] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.432726] env[69784]: DEBUG oslo_concurrency.lockutils [req-e8978dd6-5ba1-4dec-a865-dd242984b72e req-78b0a29e-551a-4814-ba87-bebe1e7a33d5 service nova] Releasing lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.472240] env[69784]: INFO nova.compute.manager [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Took 11.92 seconds to build instance. [ 1406.502129] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5264e116-4057-286b-b61b-1da23dd757b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.502129] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.502129] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/52824094-17a6-405a-a5b1-82e7dced1c0b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.502129] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23b59ded-0dfa-4867-b5a3-351ca55be426 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.509118] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1406.509118] env[69784]: value = "task-3628729" [ 1406.509118] env[69784]: _type = "Task" [ 1406.509118] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.517534] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.973370] env[69784]: DEBUG nova.compute.manager [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-changed-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.973664] env[69784]: DEBUG nova.compute.manager [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing instance network info cache due to event network-changed-dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.974044] env[69784]: DEBUG oslo_concurrency.lockutils [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.974044] env[69784]: DEBUG oslo_concurrency.lockutils [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.974140] env[69784]: DEBUG nova.network.neutron [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing network info cache for port dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.979606] env[69784]: DEBUG oslo_concurrency.lockutils [None req-1efdf68d-573b-425b-b623-ad68b0d9824b tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.438s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.021310] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.270075] env[69784]: DEBUG nova.compute.manager [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-changed-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.270321] env[69784]: DEBUG nova.compute.manager [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing instance network info cache due to event network-changed-dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1407.270540] env[69784]: DEBUG oslo_concurrency.lockutils [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.520413] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628729, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.683775] env[69784]: DEBUG nova.network.neutron [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updated VIF entry in instance network info cache for port dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.683775] env[69784]: DEBUG nova.network.neutron [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.020492] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628729, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088366} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.020890] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/52824094-17a6-405a-a5b1-82e7dced1c0b.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.021027] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.021283] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620d1f29-8121-47f2-81d0-7ed4c80f5c2f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.028111] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1408.028111] env[69784]: value = "task-3628730" [ 1408.028111] env[69784]: _type = "Task" [ 1408.028111] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.035775] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.185740] env[69784]: DEBUG oslo_concurrency.lockutils [req-c432f3e8-7cb2-4c3e-876b-c9d91f009804 req-e13409d5-5882-4f27-8b88-57162cc123e1 service nova] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.186195] env[69784]: DEBUG oslo_concurrency.lockutils [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.186396] env[69784]: DEBUG nova.network.neutron [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing network info cache for port dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.359544] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "8606d944-5024-44c6-9858-45acf8684321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.359732] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "8606d944-5024-44c6-9858-45acf8684321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.359937] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "8606d944-5024-44c6-9858-45acf8684321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.360136] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "8606d944-5024-44c6-9858-45acf8684321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.360309] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "8606d944-5024-44c6-9858-45acf8684321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.362470] env[69784]: INFO nova.compute.manager [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Terminating instance [ 1408.537760] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074147} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.538033] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.538782] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea2f89e-cdf3-48d1-94f6-4af7e72ef21f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.560292] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/52824094-17a6-405a-a5b1-82e7dced1c0b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.560539] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bcac97-2f02-4b20-bfc4-c876a6a0bf86 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.580545] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1408.580545] env[69784]: value = "task-3628731" [ 1408.580545] env[69784]: _type = "Task" [ 1408.580545] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.588217] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.867032] env[69784]: DEBUG nova.compute.manager [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.867032] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.867801] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a02ad-0489-4171-ab9e-7d2beb569faf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.871330] env[69784]: DEBUG nova.network.neutron [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updated VIF entry in instance network info cache for port dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.871655] env[69784]: DEBUG nova.network.neutron [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.878612] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.878846] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e80199b-6a08-4ccb-a44d-96a295d4bf64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.886104] env[69784]: DEBUG oslo_vmware.api [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1408.886104] env[69784]: value = "task-3628732" [ 1408.886104] env[69784]: _type = "Task" [ 1408.886104] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.895197] env[69784]: DEBUG oslo_vmware.api [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.007131] env[69784]: DEBUG nova.compute.manager [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-changed-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.007446] env[69784]: DEBUG nova.compute.manager [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing instance network info cache due to event network-changed-dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1409.007692] env[69784]: DEBUG oslo_concurrency.lockutils [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] Acquiring lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.091679] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.375157] env[69784]: DEBUG oslo_concurrency.lockutils [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.375431] env[69784]: DEBUG nova.compute.manager [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Received event network-changed-230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.375600] env[69784]: DEBUG nova.compute.manager [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Refreshing instance network info cache due to event network-changed-230dcc8f-e970-43ac-958e-d177ceb4f265. {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1409.375804] env[69784]: DEBUG oslo_concurrency.lockutils [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] Acquiring lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.375942] env[69784]: DEBUG oslo_concurrency.lockutils [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] Acquired lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.376118] env[69784]: DEBUG nova.network.neutron [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Refreshing network info cache for port 230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.377426] env[69784]: DEBUG oslo_concurrency.lockutils [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] Acquired lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.377512] env[69784]: DEBUG nova.network.neutron [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Refreshing network info cache for port dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.396277] env[69784]: DEBUG oslo_vmware.api [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628732, 'name': PowerOffVM_Task, 'duration_secs': 0.337162} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.396616] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.396825] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.397124] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4726488-5a6d-4580-b7c0-cf4a3cee44f5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.469241] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.469581] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.469789] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Deleting the datastore file [datastore2] 8606d944-5024-44c6-9858-45acf8684321 {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.470084] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed8faf0-e9bc-42be-b29c-0878247d8644 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.478591] env[69784]: DEBUG oslo_vmware.api [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for the task: (returnval){ [ 1409.478591] env[69784]: value = "task-3628734" [ 1409.478591] env[69784]: _type = "Task" [ 1409.478591] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.485969] env[69784]: DEBUG oslo_vmware.api [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.591146] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628731, 'name': ReconfigVM_Task, 'duration_secs': 0.883519} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.591412] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/52824094-17a6-405a-a5b1-82e7dced1c0b.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.592036] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcaa567c-81b1-4f41-ade2-55628d45c818 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.598468] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1409.598468] env[69784]: value = "task-3628735" [ 1409.598468] env[69784]: _type = "Task" [ 1409.598468] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.605961] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628735, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.990574] env[69784]: DEBUG oslo_vmware.api [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Task: {'id': task-3628734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210243} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.990884] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.991179] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.991374] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.991551] env[69784]: INFO nova.compute.manager [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] [instance: 8606d944-5024-44c6-9858-45acf8684321] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1409.992693] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.992921] env[69784]: DEBUG nova.compute.manager [-] [instance: 8606d944-5024-44c6-9858-45acf8684321] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.993050] env[69784]: DEBUG nova.network.neutron [-] [instance: 8606d944-5024-44c6-9858-45acf8684321] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.068027] env[69784]: DEBUG nova.network.neutron [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updated VIF entry in instance network info cache for port dda16f70-0174-4532-b0de-82455cb40599. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.068408] env[69784]: DEBUG nova.network.neutron [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [{"id": "dda16f70-0174-4532-b0de-82455cb40599", "address": "fa:16:3e:d2:0f:41", "network": {"id": "ba4e62bc-9d2c-4d96-af2a-c350d010757c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-114957188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c97990c8820242658765063bb4cbee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda16f70-01", "ovs_interfaceid": "dda16f70-0174-4532-b0de-82455cb40599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.108790] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628735, 'name': Rename_Task, 'duration_secs': 0.165725} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.109215] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.109308] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e5b8e95-3a1b-4972-8773-0c0844ec59ae {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.116590] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1410.116590] env[69784]: value = "task-3628736" [ 1410.116590] env[69784]: _type = "Task" [ 1410.116590] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.123853] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.494159] env[69784]: DEBUG nova.network.neutron [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updated VIF entry in instance network info cache for port 230dcc8f-e970-43ac-958e-d177ceb4f265. {{(pid=69784) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.494540] env[69784]: DEBUG nova.network.neutron [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating instance_info_cache with network_info: [{"id": "230dcc8f-e970-43ac-958e-d177ceb4f265", "address": "fa:16:3e:cf:3d:79", "network": {"id": "4e8d6d2a-c135-4495-bba4-2b3aaa0e2062", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1521671206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc13e1bf245410d87bf04373e49e49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230dcc8f-e9", "ovs_interfaceid": "230dcc8f-e970-43ac-958e-d177ceb4f265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.571384] env[69784]: DEBUG oslo_concurrency.lockutils [req-58821fc5-70d3-4ad6-8fb7-b9f3ee4d7180 req-6928c3bf-2c7f-499e-ae7c-736eed277db9 service nova] Releasing lock "refresh_cache-8606d944-5024-44c6-9858-45acf8684321" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.625897] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628736, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.998325] env[69784]: DEBUG oslo_concurrency.lockutils [req-175b9712-4793-4e78-b0e0-3e33b18556ad req-7409a83b-b2ed-46c5-812f-5e391b608cf6 service nova] Releasing lock "refresh_cache-935d6724-beaa-4dca-b6f0-31e9231aec3d" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.030895] env[69784]: DEBUG nova.compute.manager [req-8dbb1bfb-fe9c-4999-8263-56ddbf406ff7 req-90069242-0dfa-4fdd-9397-ce4e4b9ec6f5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Received event network-vif-deleted-dda16f70-0174-4532-b0de-82455cb40599 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.031161] env[69784]: INFO nova.compute.manager [req-8dbb1bfb-fe9c-4999-8263-56ddbf406ff7 req-90069242-0dfa-4fdd-9397-ce4e4b9ec6f5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Neutron deleted interface dda16f70-0174-4532-b0de-82455cb40599; detaching it from the instance and deleting it from the info cache [ 1411.031342] env[69784]: DEBUG nova.network.neutron [req-8dbb1bfb-fe9c-4999-8263-56ddbf406ff7 req-90069242-0dfa-4fdd-9397-ce4e4b9ec6f5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.065548] env[69784]: DEBUG nova.network.neutron [-] [instance: 8606d944-5024-44c6-9858-45acf8684321] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.126947] env[69784]: DEBUG oslo_vmware.api [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628736, 'name': PowerOnVM_Task, 'duration_secs': 0.521089} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.127216] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.127403] env[69784]: INFO nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1411.127579] env[69784]: DEBUG nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.128333] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b413af-b8fa-4b94-bb1d-1d4a96a86ade {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.534143] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-140389da-2cfc-41be-9f4e-f9adbfe7bf3d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.543720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb72f3-2abe-4219-8f42-7776c9b5edb4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.569141] env[69784]: INFO nova.compute.manager [-] [instance: 8606d944-5024-44c6-9858-45acf8684321] Took 1.58 seconds to deallocate network for instance. [ 1411.569505] env[69784]: DEBUG nova.compute.manager [req-8dbb1bfb-fe9c-4999-8263-56ddbf406ff7 req-90069242-0dfa-4fdd-9397-ce4e4b9ec6f5 service nova] [instance: 8606d944-5024-44c6-9858-45acf8684321] Detach interface failed, port_id=dda16f70-0174-4532-b0de-82455cb40599, reason: Instance 8606d944-5024-44c6-9858-45acf8684321 could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1411.643410] env[69784]: INFO nova.compute.manager [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Took 13.08 seconds to build instance. [ 1412.062104] env[69784]: INFO nova.compute.manager [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Rescuing [ 1412.062394] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.062553] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.062754] env[69784]: DEBUG nova.network.neutron [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.075938] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.076200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.076411] env[69784]: DEBUG nova.objects.instance [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lazy-loading 'resources' on Instance uuid 8606d944-5024-44c6-9858-45acf8684321 {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.147015] env[69784]: DEBUG oslo_concurrency.lockutils [None req-d1c5a1f5-3e2d-4c12-b9e0-cbc5435c3d70 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.590s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.638753] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e68df-56a0-4c8a-8198-42701e0bd948 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.647935] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f357ca-c66c-4e00-8b24-9dc7c0395c45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.681362] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e1ae47-8ae3-434b-ac8d-3fde63bdb1df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.689508] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f7832-019c-42a4-99e7-c48db1292ff0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.703336] env[69784]: DEBUG nova.compute.provider_tree [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.765129] env[69784]: DEBUG nova.network.neutron [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updating instance_info_cache with network_info: [{"id": "1baec7b5-9700-44ab-9848-25819091fc82", "address": "fa:16:3e:c2:29:15", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1baec7b5-97", "ovs_interfaceid": "1baec7b5-9700-44ab-9848-25819091fc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.206253] env[69784]: DEBUG nova.scheduler.client.report [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.268149] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.711465] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.736018] env[69784]: INFO nova.scheduler.client.report [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Deleted allocations for instance 8606d944-5024-44c6-9858-45acf8684321 [ 1414.243695] env[69784]: DEBUG oslo_concurrency.lockutils [None req-71bd193b-3dc7-4c06-acde-01946b475f58 tempest-ServerRescueTestJSONUnderV235-1508165214 tempest-ServerRescueTestJSONUnderV235-1508165214-project-member] Lock "8606d944-5024-44c6-9858-45acf8684321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.804548] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.804871] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831b01e0-e370-46a9-af57-0627abad85ec {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.811683] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1414.811683] env[69784]: value = "task-3628737" [ 1414.811683] env[69784]: _type = "Task" [ 1414.811683] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.820168] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.322512] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628737, 'name': PowerOffVM_Task, 'duration_secs': 0.193427} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.322512] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.322848] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed14c28-4019-4b5a-9610-db564b0d5435 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.343668] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf0c23c-182d-409e-84c8-43dbbef35740 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.382286] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.382585] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f50cf3e-76e7-4b20-ab5c-886e1d9f829f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.389367] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1415.389367] env[69784]: value = "task-3628738" [ 1415.389367] env[69784]: _type = "Task" [ 1415.389367] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.398780] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.900052] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] VM already powered off {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1415.900350] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.900552] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.900701] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.900881] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.901151] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c9994e3-9576-4d40-b429-3b7e64486610 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.910575] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.910791] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.911528] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde7e5c6-546f-425e-af40-5addf76fca70 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.916869] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1415.916869] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d41f9-eaf9-b1bf-b5d9-37eeec39c363" [ 1415.916869] env[69784]: _type = "Task" [ 1415.916869] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.924902] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d41f9-eaf9-b1bf-b5d9-37eeec39c363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.430322] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]528d41f9-eaf9-b1bf-b5d9-37eeec39c363, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.431113] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f0d748-a4e7-48e8-95fa-89cda5cdd17b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.436105] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1416.436105] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]529aa54c-5bd9-45bc-e202-d2d943c05700" [ 1416.436105] env[69784]: _type = "Task" [ 1416.436105] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.443962] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529aa54c-5bd9-45bc-e202-d2d943c05700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.947426] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]529aa54c-5bd9-45bc-e202-d2d943c05700, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.947686] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.947949] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. {{(pid=69784) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1416.948228] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bd22cf1-facf-4bdb-a284-f9cf1a247a4b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.954830] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1416.954830] env[69784]: value = "task-3628739" [ 1416.954830] env[69784]: _type = "Task" [ 1416.954830] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.961776] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.071587] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.071839] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.253402] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "9047be04-d0ec-4a2a-b3cd-539f9997391f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.253677] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "9047be04-d0ec-4a2a-b3cd-539f9997391f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.464893] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410876} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.465294] env[69784]: INFO nova.virt.vmwareapi.ds_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk. [ 1417.465862] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5cbee-ff8b-450a-99ac-da229fc0b641 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.490306] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.490535] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd0c4d1-f96d-4063-b9ad-7fb06d45d927 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.507255] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1417.507255] env[69784]: value = "task-3628740" [ 1417.507255] env[69784]: _type = "Task" [ 1417.507255] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.514887] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.574135] env[69784]: DEBUG nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1417.757084] env[69784]: DEBUG nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Starting instance... {{(pid=69784) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.017422] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628740, 'name': ReconfigVM_Task, 'duration_secs': 0.292352} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.017643] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b/b3f03779-caa8-41a6-a35b-95008555d46c-rescue.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.018486] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd5c2a-94e5-44dc-a846-21cb31ca6fe5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.042087] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68625de1-f695-49eb-8af8-dc2db6d3a0da {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.057049] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1418.057049] env[69784]: value = "task-3628741" [ 1418.057049] env[69784]: _type = "Task" [ 1418.057049] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.064163] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.094795] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.095094] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.096501] env[69784]: INFO nova.compute.claims [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.275100] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.567356] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.068363] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.167369] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ba681-eb66-4ea5-9880-fcaa035fb461 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.175065] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ecc5ba-1aa4-4976-b66d-8bd15ef28c43 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.205071] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a39b0a-609b-4cb7-88ac-3d03fafeae0c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.211961] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3126ba9-852f-4bbb-b724-f9bcde90b1d1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.224679] env[69784]: DEBUG nova.compute.provider_tree [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.568995] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628741, 'name': ReconfigVM_Task, 'duration_secs': 1.156768} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.569378] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.569526] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97795062-d55d-4fe7-b34c-ce444235948c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.575072] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1419.575072] env[69784]: value = "task-3628742" [ 1419.575072] env[69784]: _type = "Task" [ 1419.575072] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.581957] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.728279] env[69784]: DEBUG nova.scheduler.client.report [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.085230] env[69784]: DEBUG oslo_vmware.api [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628742, 'name': PowerOnVM_Task, 'duration_secs': 0.461722} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.085470] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.088311] env[69784]: DEBUG nova.compute.manager [None req-bbbffebb-e6ed-47e0-a1dd-eca6b6333f57 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.089035] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001e6d0-8b12-4994-adf0-43e4be35019a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.232959] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.233493] env[69784]: DEBUG nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.235997] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.961s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.237304] env[69784]: INFO nova.compute.claims [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.741246] env[69784]: DEBUG nova.compute.utils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1420.745047] env[69784]: DEBUG nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1421.068015] env[69784]: INFO nova.compute.manager [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Unrescuing [ 1421.068265] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.068402] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquired lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.068566] env[69784]: DEBUG nova.network.neutron [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.245674] env[69784]: DEBUG nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.313818] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76173bc-9e24-4107-bc5b-7ac977bd1a85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.321312] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6289b9-09ff-4632-aeae-631d83bc3566 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.350573] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d42164-c856-4d49-80b4-a6b79d03bc1c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.357309] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f8e73c-e83c-4e24-b50a-b5dccbd5922c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.370845] env[69784]: DEBUG nova.compute.provider_tree [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.793548] env[69784]: DEBUG nova.network.neutron [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updating instance_info_cache with network_info: [{"id": "1baec7b5-9700-44ab-9848-25819091fc82", "address": "fa:16:3e:c2:29:15", "network": {"id": "be59f998-184a-4ec3-8fe1-fb9df99988e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1355282145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b4688c6f7694a3ab0ca4f40f2bfeb28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1baec7b5-97", "ovs_interfaceid": "1baec7b5-9700-44ab-9848-25819091fc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.874042] env[69784]: DEBUG nova.scheduler.client.report [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.257321] env[69784]: DEBUG nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.285471] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.285719] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.285877] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.286074] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.286224] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.286370] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.286578] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.286737] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.286900] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.287075] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.287250] env[69784]: DEBUG nova.virt.hardware [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.288148] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95129b2-00b6-4024-b9c2-270aa47c4519 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.295936] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc08fa-888e-40cb-b9ae-62cb89bdfc13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.300047] env[69784]: DEBUG oslo_concurrency.lockutils [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Releasing lock "refresh_cache-52824094-17a6-405a-a5b1-82e7dced1c0b" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.300624] env[69784]: DEBUG nova.objects.instance [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lazy-loading 'flavor' on Instance uuid 52824094-17a6-405a-a5b1-82e7dced1c0b {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.312128] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.317783] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Creating folder: Project (e29f87df9aa34645832b2484b405cda9). Parent ref: group-v723273. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1422.318098] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da138ab-ac5a-4aaa-8b00-ae82704b5c5f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.329367] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Created folder: Project (e29f87df9aa34645832b2484b405cda9) in parent group-v723273. [ 1422.329609] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Creating folder: Instances. Parent ref: group-v723617. {{(pid=69784) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1422.329861] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f817c3b7-8144-437c-80d4-8c5ea865608b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.339611] env[69784]: INFO nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Created folder: Instances in parent group-v723617. [ 1422.339841] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.340042] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.340252] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af05d587-2bb9-4a7a-8c63-f5e04fbedde0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.357562] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.357562] env[69784]: value = "task-3628745" [ 1422.357562] env[69784]: _type = "Task" [ 1422.357562] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.367162] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628745, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.379074] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.379633] env[69784]: DEBUG nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Start building networks asynchronously for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.807446] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89a582-8f04-499c-b828-f97ca6b70a96 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.828798] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.829121] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd7550d-7646-417b-8607-cb1afe5b8c9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.836062] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1422.836062] env[69784]: value = "task-3628746" [ 1422.836062] env[69784]: _type = "Task" [ 1422.836062] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.843515] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.867346] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628745, 'name': CreateVM_Task, 'duration_secs': 0.274229} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.867521] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.867954] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.868133] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.868474] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.868723] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4d0578-b60d-4284-a087-ef55738c24d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.873140] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1422.873140] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52503049-18fe-14d7-dbc1-23e25989cc61" [ 1422.873140] env[69784]: _type = "Task" [ 1422.873140] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.882320] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52503049-18fe-14d7-dbc1-23e25989cc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.884590] env[69784]: DEBUG nova.compute.utils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.885875] env[69784]: DEBUG nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Not allocating networking since 'none' was specified. {{(pid=69784) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1423.346344] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628746, 'name': PowerOffVM_Task, 'duration_secs': 0.233711} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.346568] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.351868] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1423.352136] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab5795a-00c5-4aed-ada5-d2efd29d59c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.370103] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1423.370103] env[69784]: value = "task-3628747" [ 1423.370103] env[69784]: _type = "Task" [ 1423.370103] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.379669] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.384789] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52503049-18fe-14d7-dbc1-23e25989cc61, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.385060] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.385323] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.385555] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.385703] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.385876] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.386120] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d42df52-8981-4bce-bca1-703939df6703 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.387926] env[69784]: DEBUG nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Start building block device mappings for instance. {{(pid=69784) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.396575] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.396759] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.397449] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6807b050-5cb6-4e7c-b4fd-a62b28aa5361 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.402659] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1423.402659] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd61ae-b914-254b-3fe9-32b81f876045" [ 1423.402659] env[69784]: _type = "Task" [ 1423.402659] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.409915] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd61ae-b914-254b-3fe9-32b81f876045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.879933] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628747, 'name': ReconfigVM_Task, 'duration_secs': 0.211089} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.880307] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.880404] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.880615] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edd673b-a2a1-41d3-90de-b494c3eb124f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.886895] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1423.886895] env[69784]: value = "task-3628748" [ 1423.886895] env[69784]: _type = "Task" [ 1423.886895] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.896906] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.911827] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52cd61ae-b914-254b-3fe9-32b81f876045, 'name': SearchDatastore_Task, 'duration_secs': 0.008377} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.912590] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada11ebd-9f66-4d2d-870c-5e0e7543f65e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.917354] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1423.917354] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f883f2-1b2a-8402-987f-c6efd181cb6a" [ 1423.917354] env[69784]: _type = "Task" [ 1423.917354] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.925187] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f883f2-1b2a-8402-987f-c6efd181cb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.397064] env[69784]: DEBUG oslo_vmware.api [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628748, 'name': PowerOnVM_Task, 'duration_secs': 0.337885} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.397287] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.397510] env[69784]: DEBUG nova.compute.manager [None req-bea827e4-333d-433b-909d-eb47c35b93fe tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.398576] env[69784]: DEBUG nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Start spawning the instance on the hypervisor. {{(pid=69784) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.400843] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29458290-c83a-4d59-9cd0-8b580e4f4c33 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.428901] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f883f2-1b2a-8402-987f-c6efd181cb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013224} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.430987] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.431297] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.431489] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.431753] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.431974] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.432208] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.432502] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.432705] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.432974] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.433209] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.433397] env[69784]: DEBUG nova.virt.hardware [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.433678] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.433913] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b57987a9-d0bc-4723-b88c-0271ac8c7e8e/b57987a9-d0bc-4723-b88c-0271ac8c7e8e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.434622] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7336f7bc-76e8-4010-a448-c3e53c0ffe6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.436973] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c961bb-f6c6-4635-9810-55eda19c6bf8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.444160] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98742c0b-2ab6-48cc-ad9e-29c139287352 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.450300] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1424.450300] env[69784]: value = "task-3628749" [ 1424.450300] env[69784]: _type = "Task" [ 1424.450300] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.461689] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.467188] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.467974] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.468210] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb970fe-fac6-4ccd-88fe-5852ef3ac03e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.482674] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.487335] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.487335] env[69784]: value = "task-3628750" [ 1424.487335] env[69784]: _type = "Task" [ 1424.487335] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.494177] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628750, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.960316] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425858} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.960671] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] b57987a9-d0bc-4723-b88c-0271ac8c7e8e/b57987a9-d0bc-4723-b88c-0271ac8c7e8e.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.960824] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.961110] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3e9f73-a656-4ecb-8d5d-0bdb7f384636 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.967784] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1424.967784] env[69784]: value = "task-3628751" [ 1424.967784] env[69784]: _type = "Task" [ 1424.967784] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.974644] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.994967] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628750, 'name': CreateVM_Task, 'duration_secs': 0.379886} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.995139] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.995527] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.995679] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.995991] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.996239] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233f76a2-d3fb-4532-8225-750c0cd176e4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.999853] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1424.999853] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]5285f2d6-8ddb-b8cc-5115-38b8653dce7a" [ 1424.999853] env[69784]: _type = "Task" [ 1424.999853] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.007224] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5285f2d6-8ddb-b8cc-5115-38b8653dce7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.477399] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.508791] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]5285f2d6-8ddb-b8cc-5115-38b8653dce7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.509056] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.509300] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.509533] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.509682] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.509869] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.510139] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af17d0e-3209-444d-b73f-02e298a07108 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.523459] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.523633] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.524355] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995734de-94c6-46b2-810f-7b737dc7af35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.529033] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1425.529033] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f03ad6-cb92-facf-69d4-ca946e2c8e8a" [ 1425.529033] env[69784]: _type = "Task" [ 1425.529033] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.536541] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f03ad6-cb92-facf-69d4-ca946e2c8e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.664497] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "52824094-17a6-405a-a5b1-82e7dced1c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.664761] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.664970] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "52824094-17a6-405a-a5b1-82e7dced1c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.665189] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.665360] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.667339] env[69784]: INFO nova.compute.manager [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Terminating instance [ 1425.978421] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.927494} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.978773] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.979462] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9ebc73-9972-4fb1-989b-6cecb1e93603 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.998079] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b57987a9-d0bc-4723-b88c-0271ac8c7e8e/b57987a9-d0bc-4723-b88c-0271ac8c7e8e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.998286] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a3d9ea-4f99-482f-826c-40260fa97162 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.016683] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1426.016683] env[69784]: value = "task-3628752" [ 1426.016683] env[69784]: _type = "Task" [ 1426.016683] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.023684] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.038333] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f03ad6-cb92-facf-69d4-ca946e2c8e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.020425} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.039258] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e63f3c-c41e-4caa-9c22-23e3335c8241 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.044558] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1426.044558] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]525944eb-121d-58c9-38d4-99b3f4c407b0" [ 1426.044558] env[69784]: _type = "Task" [ 1426.044558] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.051720] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525944eb-121d-58c9-38d4-99b3f4c407b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.171298] env[69784]: DEBUG nova.compute.manager [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.171503] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.172421] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf96c53-df9e-46a0-9943-f8d94adbef29 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.179380] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.179604] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f119eeff-fefc-44e5-a9a7-d446e8cfed57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.185058] env[69784]: DEBUG oslo_vmware.api [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1426.185058] env[69784]: value = "task-3628753" [ 1426.185058] env[69784]: _type = "Task" [ 1426.185058] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.192084] env[69784]: DEBUG oslo_vmware.api [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.526371] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628752, 'name': ReconfigVM_Task, 'duration_secs': 0.500047} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.526586] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b57987a9-d0bc-4723-b88c-0271ac8c7e8e/b57987a9-d0bc-4723-b88c-0271ac8c7e8e.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.527245] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81fecde3-eda9-4339-b416-10787dd1418e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.533341] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1426.533341] env[69784]: value = "task-3628754" [ 1426.533341] env[69784]: _type = "Task" [ 1426.533341] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.540401] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628754, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.552972] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]525944eb-121d-58c9-38d4-99b3f4c407b0, 'name': SearchDatastore_Task, 'duration_secs': 0.032576} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.553257] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.553576] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.553818] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690135db-f6a3-4b79-961f-596fa47f8ca2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.559762] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1426.559762] env[69784]: value = "task-3628755" [ 1426.559762] env[69784]: _type = "Task" [ 1426.559762] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.566878] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.695332] env[69784]: DEBUG oslo_vmware.api [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628753, 'name': PowerOffVM_Task, 'duration_secs': 0.26917} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.695754] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.696048] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.696394] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa2855a-de3d-4276-915e-27e3f9157be5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.770608] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.770968] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.771270] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Deleting the datastore file [datastore1] 52824094-17a6-405a-a5b1-82e7dced1c0b {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.771651] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eed3c46-908a-45ec-b2f5-dc5ffde11662 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.778843] env[69784]: DEBUG oslo_vmware.api [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1426.778843] env[69784]: value = "task-3628757" [ 1426.778843] env[69784]: _type = "Task" [ 1426.778843] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.788310] env[69784]: DEBUG oslo_vmware.api [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.042427] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628754, 'name': Rename_Task, 'duration_secs': 0.12884} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.042779] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.042923] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3580118-9143-42a2-92a5-928420b85705 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.050071] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1427.050071] env[69784]: value = "task-3628758" [ 1427.050071] env[69784]: _type = "Task" [ 1427.050071] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.058355] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.068014] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441795} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.068255] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore2] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.068462] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.068690] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de1516c2-781d-4dc1-8766-50720b59e1e1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.074984] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1427.074984] env[69784]: value = "task-3628759" [ 1427.074984] env[69784]: _type = "Task" [ 1427.074984] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.081715] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.289068] env[69784]: DEBUG oslo_vmware.api [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269733} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.289357] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.289546] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.289722] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.289929] env[69784]: INFO nova.compute.manager [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1427.290255] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.290458] env[69784]: DEBUG nova.compute.manager [-] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.290570] env[69784]: DEBUG nova.network.neutron [-] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.549129] env[69784]: DEBUG nova.compute.manager [req-2b933e9c-c69e-4f2b-bec9-aaff7bfe7bc9 req-161ec8f6-907f-48f3-affc-a0066ba6fdda service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Received event network-vif-deleted-1baec7b5-9700-44ab-9848-25819091fc82 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.549353] env[69784]: INFO nova.compute.manager [req-2b933e9c-c69e-4f2b-bec9-aaff7bfe7bc9 req-161ec8f6-907f-48f3-affc-a0066ba6fdda service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Neutron deleted interface 1baec7b5-9700-44ab-9848-25819091fc82; detaching it from the instance and deleting it from the info cache [ 1427.549540] env[69784]: DEBUG nova.network.neutron [req-2b933e9c-c69e-4f2b-bec9-aaff7bfe7bc9 req-161ec8f6-907f-48f3-affc-a0066ba6fdda service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.560789] env[69784]: DEBUG oslo_vmware.api [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628758, 'name': PowerOnVM_Task, 'duration_secs': 0.430095} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.561044] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.561259] env[69784]: INFO nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1427.561436] env[69784]: DEBUG nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.562395] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea59a4-b5e6-4a5f-bac1-565b88a35af8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.583037] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063574} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.583247] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.583954] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528e4ff-4a32-4a5c-81eb-7180bde6e91e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.602832] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.603555] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d0f55f-fb21-4ac1-9823-c90be14ce89b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.621981] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1427.621981] env[69784]: value = "task-3628760" [ 1427.621981] env[69784]: _type = "Task" [ 1427.621981] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.629254] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.032704] env[69784]: DEBUG nova.network.neutron [-] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.052156] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b3fe7e1-03d4-425e-8378-de4967d61d9b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.061155] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c574ecc-d72c-426d-b612-6ab24d8a9c2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.077059] env[69784]: INFO nova.compute.manager [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Took 10.00 seconds to build instance. [ 1428.092552] env[69784]: DEBUG nova.compute.manager [req-2b933e9c-c69e-4f2b-bec9-aaff7bfe7bc9 req-161ec8f6-907f-48f3-affc-a0066ba6fdda service nova] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Detach interface failed, port_id=1baec7b5-9700-44ab-9848-25819091fc82, reason: Instance 52824094-17a6-405a-a5b1-82e7dced1c0b could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1428.130878] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628760, 'name': ReconfigVM_Task, 'duration_secs': 0.263232} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.131157] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.131800] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c455a6-402d-46a0-9094-bda64569ad37 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.137545] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1428.137545] env[69784]: value = "task-3628761" [ 1428.137545] env[69784]: _type = "Task" [ 1428.137545] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.144697] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628761, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.535155] env[69784]: INFO nova.compute.manager [-] [instance: 52824094-17a6-405a-a5b1-82e7dced1c0b] Took 1.24 seconds to deallocate network for instance. [ 1428.578908] env[69784]: DEBUG oslo_concurrency.lockutils [None req-8193ceb5-09fe-4cfd-a43d-c870cf5d8d57 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.507s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.646983] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628761, 'name': Rename_Task, 'duration_secs': 0.124714} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.647221] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.647456] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe0ab89-0167-4dc0-a1b5-98a3617a551e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.653392] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1428.653392] env[69784]: value = "task-3628762" [ 1428.653392] env[69784]: _type = "Task" [ 1428.653392] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.660150] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.042170] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.042464] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.042689] env[69784]: DEBUG nova.objects.instance [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lazy-loading 'resources' on Instance uuid 52824094-17a6-405a-a5b1-82e7dced1c0b {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.163463] env[69784]: DEBUG oslo_vmware.api [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628762, 'name': PowerOnVM_Task, 'duration_secs': 0.426952} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.163781] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.163939] env[69784]: INFO nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Took 4.77 seconds to spawn the instance on the hypervisor. [ 1429.164142] env[69784]: DEBUG nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.164884] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1c5ca5-f5df-47e8-8b10-2f7e51c1087f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.625460] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df061fb-b04b-4f11-9496-3dcbac2add9a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.633671] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaebe81-a1ab-422d-b498-3ba8318d2e57 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.665184] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d575a72a-fdd2-44c1-aa19-90bae1bbed2e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.672725] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c6f98-aa12-4581-92c1-d19e907a0fb0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.689889] env[69784]: DEBUG nova.compute.provider_tree [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.691289] env[69784]: INFO nova.compute.manager [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Took 11.43 seconds to build instance. [ 1430.111595] env[69784]: INFO nova.compute.manager [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Rebuilding instance [ 1430.147067] env[69784]: DEBUG nova.compute.manager [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.147705] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24a614-f3db-49fd-ac78-cdf3af39f9ab {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.193233] env[69784]: DEBUG nova.scheduler.client.report [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.196244] env[69784]: DEBUG oslo_concurrency.lockutils [None req-3f9b780e-02a3-4e13-9685-f188fe6150d9 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "9047be04-d0ec-4a2a-b3cd-539f9997391f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.943s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.697927] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.724724] env[69784]: INFO nova.scheduler.client.report [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Deleted allocations for instance 52824094-17a6-405a-a5b1-82e7dced1c0b [ 1431.160258] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.160639] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f63cbc-0289-4d5a-bba8-b9fbab2e667a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.169234] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1431.169234] env[69784]: value = "task-3628763" [ 1431.169234] env[69784]: _type = "Task" [ 1431.169234] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.178273] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.233016] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ad32cfbf-0f21-4005-9e94-5263bb1675c4 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "52824094-17a6-405a-a5b1-82e7dced1c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.568s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.679327] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628763, 'name': PowerOffVM_Task, 'duration_secs': 0.300674} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.679622] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.679849] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.680575] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1382dd-f86e-4b5d-9ce9-597f85d7d81b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.686897] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.687126] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c89e34-30b6-4551-a379-b25a4e7cdc85 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.713043] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.713307] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.713512] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleting the datastore file [datastore2] 9047be04-d0ec-4a2a-b3cd-539f9997391f {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.713789] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7cae70-9a94-4f20-9c95-58b07b21c819 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.719807] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1431.719807] env[69784]: value = "task-3628765" [ 1431.719807] env[69784]: _type = "Task" [ 1431.719807] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.728243] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.229837] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090975} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.230101] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.230302] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.230482] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.254868] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "f2429209-ce62-4f96-9fbe-b41b1c29060e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.255223] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.255394] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "f2429209-ce62-4f96-9fbe-b41b1c29060e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.255589] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.255784] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.258085] env[69784]: INFO nova.compute.manager [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Terminating instance [ 1432.762548] env[69784]: DEBUG nova.compute.manager [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.762794] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.763741] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c530cd-f606-44cb-a1bd-5028397c42fc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.772069] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.772962] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9095f41-b50c-4bc4-9eb8-435efad77f30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.779462] env[69784]: DEBUG oslo_vmware.api [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1432.779462] env[69784]: value = "task-3628766" [ 1432.779462] env[69784]: _type = "Task" [ 1432.779462] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.787955] env[69784]: DEBUG oslo_vmware.api [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.265951] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:35:13Z,direct_url=,disk_format='vmdk',id=b3f03779-caa8-41a6-a35b-95008555d46c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a0aa139ff9a4731b71b3a1ed1bf405b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:35:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.266250] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Flavor limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.266385] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Image limits 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.266567] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Flavor pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.266713] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Image pref 0:0:0 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.266859] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69784) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.267076] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.267247] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.267407] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Got 1 possible topologies {{(pid=69784) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.267566] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.267738] env[69784]: DEBUG nova.virt.hardware [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69784) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.268600] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37850be1-7b7f-48c8-884a-bb46fc122dc8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.276337] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f2750-a170-48cb-95e3-a392d2e2fd5c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.292419] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Instance VIF info [] {{(pid=69784) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.297897] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.300700] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Creating VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.300963] env[69784]: DEBUG oslo_vmware.api [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628766, 'name': PowerOffVM_Task, 'duration_secs': 0.211887} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.301162] env[69784]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86030a2d-c5ff-44f9-bf3d-e8815314c3f2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.312270] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.312438] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.312661] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99cab96c-cc56-4de4-98ca-8547a3a3b2cf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.320849] env[69784]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.320849] env[69784]: value = "task-3628767" [ 1433.320849] env[69784]: _type = "Task" [ 1433.320849] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.328051] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628767, 'name': CreateVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.379067] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.379264] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.379413] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Deleting the datastore file [datastore2] f2429209-ce62-4f96-9fbe-b41b1c29060e {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.379680] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71586706-5536-4e80-a74d-aa2b495fb8d0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.386747] env[69784]: DEBUG oslo_vmware.api [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for the task: (returnval){ [ 1433.386747] env[69784]: value = "task-3628769" [ 1433.386747] env[69784]: _type = "Task" [ 1433.386747] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.394473] env[69784]: DEBUG oslo_vmware.api [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.831403] env[69784]: DEBUG oslo_vmware.api [-] Task: {'id': task-3628767, 'name': CreateVM_Task, 'duration_secs': 0.254291} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.831581] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Created VM on the ESX host {{(pid=69784) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.831946] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.832118] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.832431] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.832678] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e26ee91-ca31-47d2-89ca-6dac8f0cc050 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.836909] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1433.836909] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]527ddc65-e34b-220e-e6bf-816fbf775538" [ 1433.836909] env[69784]: _type = "Task" [ 1433.836909] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.844201] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527ddc65-e34b-220e-e6bf-816fbf775538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.896441] env[69784]: DEBUG oslo_vmware.api [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Task: {'id': task-3628769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161492} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.896717] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.896865] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.897049] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.897225] env[69784]: INFO nova.compute.manager [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1433.897460] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.897643] env[69784]: DEBUG nova.compute.manager [-] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.897737] env[69784]: DEBUG nova.network.neutron [-] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.150943] env[69784]: DEBUG nova.compute.manager [req-3b1258e5-ebb2-481e-ae7e-aab91f4a54d9 req-e869e13e-3450-42a5-9a01-33d485afeb6f service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Received event network-vif-deleted-ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.151105] env[69784]: INFO nova.compute.manager [req-3b1258e5-ebb2-481e-ae7e-aab91f4a54d9 req-e869e13e-3450-42a5-9a01-33d485afeb6f service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Neutron deleted interface ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be; detaching it from the instance and deleting it from the info cache [ 1434.151253] env[69784]: DEBUG nova.network.neutron [req-3b1258e5-ebb2-481e-ae7e-aab91f4a54d9 req-e869e13e-3450-42a5-9a01-33d485afeb6f service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.347090] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]527ddc65-e34b-220e-e6bf-816fbf775538, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.347498] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.347596] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Processing image b3f03779-caa8-41a6-a35b-95008555d46c {{(pid=69784) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.347822] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.347969] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.348163] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.348434] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f682f8-2cd9-4efa-96ff-d89e6bf723df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.356923] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69784) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.357121] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69784) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.357823] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc1b535-3dd1-4ca8-886e-d803c483c525 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.363278] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1434.363278] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f02839-b0e2-11cb-80c2-bc5081d2c051" [ 1434.363278] env[69784]: _type = "Task" [ 1434.363278] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.370775] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f02839-b0e2-11cb-80c2-bc5081d2c051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.629934] env[69784]: DEBUG nova.network.neutron [-] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.654144] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-547fce01-78f2-4a43-acd7-43546383f64f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.664021] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b00447-bcbb-4042-8a73-0395cd4f27d6 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.688730] env[69784]: DEBUG nova.compute.manager [req-3b1258e5-ebb2-481e-ae7e-aab91f4a54d9 req-e869e13e-3450-42a5-9a01-33d485afeb6f service nova] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Detach interface failed, port_id=ded22f1f-6c40-4fdd-b6a9-65a3c4fd53be, reason: Instance f2429209-ce62-4f96-9fbe-b41b1c29060e could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1434.873967] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]52f02839-b0e2-11cb-80c2-bc5081d2c051, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.874686] env[69784]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0ef309-a0c6-4c90-bd49-d15cdb9b48e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.880762] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1434.880762] env[69784]: value = "session[528c75c0-8595-3f64-8084-44c8534cd6ad]520d5590-2578-33e2-50ff-c7897f2249b9" [ 1434.880762] env[69784]: _type = "Task" [ 1434.880762] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.888413] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520d5590-2578-33e2-50ff-c7897f2249b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.133019] env[69784]: INFO nova.compute.manager [-] [instance: f2429209-ce62-4f96-9fbe-b41b1c29060e] Took 1.24 seconds to deallocate network for instance. [ 1435.391290] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': session[528c75c0-8595-3f64-8084-44c8534cd6ad]520d5590-2578-33e2-50ff-c7897f2249b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.391633] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.391752] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.392019] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba191bdd-2236-49ba-871b-2c21ebe62b30 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.399226] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1435.399226] env[69784]: value = "task-3628770" [ 1435.399226] env[69784]: _type = "Task" [ 1435.399226] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.406484] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.639543] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.639862] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.640113] env[69784]: DEBUG nova.objects.instance [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lazy-loading 'resources' on Instance uuid f2429209-ce62-4f96-9fbe-b41b1c29060e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.909726] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424666} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.909959] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3f03779-caa8-41a6-a35b-95008555d46c/b3f03779-caa8-41a6-a35b-95008555d46c.vmdk to [datastore1] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk {{(pid=69784) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.910192] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Extending root virtual disk to 1048576 {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.910438] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-526bc7a5-51c6-41bf-9fba-82c717e95dad {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.916767] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1435.916767] env[69784]: value = "task-3628771" [ 1435.916767] env[69784]: _type = "Task" [ 1435.916767] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.923730] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.201325] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9cf002-f3e6-4988-b7bb-6c1203db6760 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.208530] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e6e5a3-e161-4038-af64-4a0091605d11 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.237647] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c49652-4143-4ab8-8198-bd2aef90eb2c {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.244175] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c12d89-dc8a-4baa-ae97-2f68c99a5893 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.257680] env[69784]: DEBUG nova.compute.provider_tree [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.426299] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076996} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.426635] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Extended root virtual disk {{(pid=69784) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.427280] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6b536c-dd86-439c-9b0a-ba36fff0aecd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.446264] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.446500] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f40359-3b46-4966-b2de-86c8c51058c7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.466783] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1436.466783] env[69784]: value = "task-3628772" [ 1436.466783] env[69784]: _type = "Task" [ 1436.466783] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.473762] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.761129] env[69784]: DEBUG nova.scheduler.client.report [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.976860] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628772, 'name': ReconfigVM_Task, 'duration_secs': 0.299212} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.977177] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 9047be04-d0ec-4a2a-b3cd-539f9997391f/9047be04-d0ec-4a2a-b3cd-539f9997391f.vmdk or device None with type sparse {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.977797] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6519a07f-e20c-46c5-a85a-44a8b63d57dc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.985744] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1436.985744] env[69784]: value = "task-3628773" [ 1436.985744] env[69784]: _type = "Task" [ 1436.985744] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.996835] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628773, 'name': Rename_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.265783] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.283493] env[69784]: INFO nova.scheduler.client.report [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Deleted allocations for instance f2429209-ce62-4f96-9fbe-b41b1c29060e [ 1437.495999] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628773, 'name': Rename_Task, 'duration_secs': 0.132177} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.496367] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powering on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.496489] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4146d223-446f-42a8-b2b9-c958840cb5b1 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.502670] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1437.502670] env[69784]: value = "task-3628774" [ 1437.502670] env[69784]: _type = "Task" [ 1437.502670] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.510229] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.790451] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ec077713-8ff4-4bb7-9208-c3086c5634e9 tempest-ServerRescueTestJSON-511512233 tempest-ServerRescueTestJSON-511512233-project-member] Lock "f2429209-ce62-4f96-9fbe-b41b1c29060e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.012678] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.319772] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.323796] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.513322] env[69784]: DEBUG oslo_vmware.api [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628774, 'name': PowerOnVM_Task, 'duration_secs': 0.990946} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.513695] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powered on the VM {{(pid=69784) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.513805] env[69784]: DEBUG nova.compute.manager [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Checking state {{(pid=69784) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.514636] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbc61c8-28c0-4fe6-9de2-89d55899032d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.033507] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.033777] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.033979] env[69784]: DEBUG nova.objects.instance [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69784) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1439.323857] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324171] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.324323] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1439.974836] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "9047be04-d0ec-4a2a-b3cd-539f9997391f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.975325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "9047be04-d0ec-4a2a-b3cd-539f9997391f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.975325] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "9047be04-d0ec-4a2a-b3cd-539f9997391f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.975547] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "9047be04-d0ec-4a2a-b3cd-539f9997391f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.975689] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "9047be04-d0ec-4a2a-b3cd-539f9997391f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.977789] env[69784]: INFO nova.compute.manager [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Terminating instance [ 1440.042774] env[69784]: DEBUG oslo_concurrency.lockutils [None req-7f17d79f-4fc7-4d20-8f6f-3b4a98e3b3d8 tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.481819] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "refresh_cache-9047be04-d0ec-4a2a-b3cd-539f9997391f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.482116] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "refresh_cache-9047be04-d0ec-4a2a-b3cd-539f9997391f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.482255] env[69784]: DEBUG nova.network.neutron [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.002093] env[69784]: DEBUG nova.network.neutron [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.054019] env[69784]: DEBUG nova.network.neutron [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.324561] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.324561] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.557200] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "refresh_cache-9047be04-d0ec-4a2a-b3cd-539f9997391f" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.557768] env[69784]: DEBUG nova.compute.manager [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.558040] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.559297] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092b723-f0c3-41f4-9ab1-d70c5e8b5aa5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.569304] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.569596] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba5f887b-657b-42c7-986e-fcf9e1470367 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.578168] env[69784]: DEBUG oslo_vmware.api [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1441.578168] env[69784]: value = "task-3628775" [ 1441.578168] env[69784]: _type = "Task" [ 1441.578168] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.586221] env[69784]: DEBUG oslo_vmware.api [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.828087] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.828409] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.828536] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.828689] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1441.829580] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83da4ce1-14e5-4b17-9784-5fd88729f472 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.837621] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd78dfc-2dfc-4c52-a1fe-1844e70417d5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.851609] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e1bbe-b973-4622-8fb0-d1fe54a219f9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.857884] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9717c6-d9d2-4cd5-8254-d40d79ba4c46 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.886910] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180373MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1441.887070] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.887289] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.087484] env[69784]: DEBUG oslo_vmware.api [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628775, 'name': PowerOffVM_Task, 'duration_secs': 0.109979} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.087817] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.087913] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.088110] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db69757-65a3-4fe0-bf37-1b273225d8e0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.113377] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.113563] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.113739] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleting the datastore file [datastore1] 9047be04-d0ec-4a2a-b3cd-539f9997391f {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.113976] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f60f9e6-6800-4b82-bf5f-512f02f8c067 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.122066] env[69784]: DEBUG oslo_vmware.api [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1442.122066] env[69784]: value = "task-3628777" [ 1442.122066] env[69784]: _type = "Task" [ 1442.122066] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.129529] env[69784]: DEBUG oslo_vmware.api [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.632218] env[69784]: DEBUG oslo_vmware.api [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10361} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.632462] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.632674] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.632908] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.633146] env[69784]: INFO nova.compute.manager [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1442.633319] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.633503] env[69784]: DEBUG nova.compute.manager [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.633598] env[69784]: DEBUG nova.network.neutron [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.648798] env[69784]: DEBUG nova.network.neutron [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.912545] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 935d6724-beaa-4dca-b6f0-31e9231aec3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1442.912715] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance b57987a9-d0bc-4723-b88c-0271ac8c7e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1442.912840] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Instance 9047be04-d0ec-4a2a-b3cd-539f9997391f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69784) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1442.913061] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1442.913214] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1442.958638] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01bcc1d-5cd0-43f3-b4e6-5b77991ed9d3 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.966048] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34ea7c-8e55-4285-acec-2b441f3cabf4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.995901] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f190be2e-0319-4113-9c6c-6fd44b1dc3d2 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.002450] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74c2e9d-bc1c-4fe4-bc74-b2d3efa447c4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.015018] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.150798] env[69784]: DEBUG nova.network.neutron [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.517742] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.653028] env[69784]: INFO nova.compute.manager [-] [instance: 9047be04-d0ec-4a2a-b3cd-539f9997391f] Took 1.02 seconds to deallocate network for instance. [ 1444.022323] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1444.022496] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.158966] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.159315] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.159494] env[69784]: DEBUG nova.objects.instance [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lazy-loading 'resources' on Instance uuid 9047be04-d0ec-4a2a-b3cd-539f9997391f {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.706934] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a447db-cbdc-4e9c-bd32-9bfc355bfb48 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.714379] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c6a47d-f98c-4c7f-bd9a-851df8bb1c63 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.746120] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d083ac0b-077c-497a-8e94-c9ed56cb6d6e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.752924] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd6b45-edfb-403a-a2a4-53ef3997402a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.767064] env[69784]: DEBUG nova.compute.provider_tree [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.825248] env[69784]: DEBUG oslo_concurrency.lockutils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.825520] env[69784]: DEBUG oslo_concurrency.lockutils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.022779] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.023199] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.269875] env[69784]: DEBUG nova.scheduler.client.report [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.319910] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.328263] env[69784]: DEBUG nova.compute.utils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.774541] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.793665] env[69784]: INFO nova.scheduler.client.report [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleted allocations for instance 9047be04-d0ec-4a2a-b3cd-539f9997391f [ 1445.830768] env[69784]: DEBUG oslo_concurrency.lockutils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.300610] env[69784]: DEBUG oslo_concurrency.lockutils [None req-ede15760-369d-431b-a404-0e45665f379b tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "9047be04-d0ec-4a2a-b3cd-539f9997391f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.325s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.439972] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.440234] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.440440] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.440622] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.440789] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.442674] env[69784]: INFO nova.compute.manager [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Terminating instance [ 1446.884986] env[69784]: DEBUG oslo_concurrency.lockutils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.885265] env[69784]: DEBUG oslo_concurrency.lockutils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.885506] env[69784]: INFO nova.compute.manager [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Attaching volume 9c9acb60-03f5-4541-bd87-fb6b918f99a4 to /dev/sdb [ 1446.914818] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed1b5b-cd48-4e54-919d-478313c4e318 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.921611] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc451ad3-87a5-45b7-b950-e949cf1f2d4a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.934616] env[69784]: DEBUG nova.virt.block_device [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating existing volume attachment record: 6b384af4-0dc3-4739-9bad-c7e5f67d9932 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1446.945854] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "refresh_cache-b57987a9-d0bc-4723-b88c-0271ac8c7e8e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.946039] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquired lock "refresh_cache-b57987a9-d0bc-4723-b88c-0271ac8c7e8e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.946214] env[69784]: DEBUG nova.network.neutron [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Building network info cache for instance {{(pid=69784) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.464188] env[69784]: DEBUG nova.network.neutron [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.518117] env[69784]: DEBUG nova.network.neutron [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.020510] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Releasing lock "refresh_cache-b57987a9-d0bc-4723-b88c-0271ac8c7e8e" {{(pid=69784) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.020935] env[69784]: DEBUG nova.compute.manager [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.021150] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.022069] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11de888-3adc-4c60-9e96-cdfb103076df {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.029930] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.030177] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad982ea-b888-4e7d-b0cf-a6ae983f51c9 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.038283] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1448.038283] env[69784]: value = "task-3628779" [ 1448.038283] env[69784]: _type = "Task" [ 1448.038283] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.044852] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.546672] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.047972] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628779, 'name': PowerOffVM_Task, 'duration_secs': 0.595188} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.048254] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.048423] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.048663] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13cb680-f4b6-42f8-a647-f374bc65d7b8 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.072388] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.072595] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Deleting contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.072746] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleting the datastore file [datastore2] b57987a9-d0bc-4723-b88c-0271ac8c7e8e {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.072983] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428307bb-5516-4d4b-9a06-df3bdfe568bf {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.081130] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for the task: (returnval){ [ 1449.081130] env[69784]: value = "task-3628781" [ 1449.081130] env[69784]: _type = "Task" [ 1449.081130] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.088646] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.590598] env[69784]: DEBUG oslo_vmware.api [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Task: {'id': task-3628781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08898} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.590979] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.591042] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Deleted contents of the VM from datastore datastore2 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.591207] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.591381] env[69784]: INFO nova.compute.manager [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1449.591621] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.591813] env[69784]: DEBUG nova.compute.manager [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.591907] env[69784]: DEBUG nova.network.neutron [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.607281] env[69784]: DEBUG nova.network.neutron [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Instance cache missing network info. {{(pid=69784) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.110136] env[69784]: DEBUG nova.network.neutron [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.612996] env[69784]: INFO nova.compute.manager [-] [instance: b57987a9-d0bc-4723-b88c-0271ac8c7e8e] Took 1.02 seconds to deallocate network for instance. [ 1451.118965] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.119275] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.119498] env[69784]: DEBUG nova.objects.instance [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lazy-loading 'resources' on Instance uuid b57987a9-d0bc-4723-b88c-0271ac8c7e8e {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.477250] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1451.477484] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723622', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'name': 'volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'serial': '9c9acb60-03f5-4541-bd87-fb6b918f99a4'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1451.478392] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf9874-6378-4ff9-8ba9-a40fd9e60860 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.494218] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6baf09-9927-4691-aeff-4bc6d7f4444e {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.517668] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4/volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.517907] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366f1f20-1ab2-457a-886d-8cd4465439b4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.535082] env[69784]: DEBUG oslo_vmware.api [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1451.535082] env[69784]: value = "task-3628783" [ 1451.535082] env[69784]: _type = "Task" [ 1451.535082] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.542774] env[69784]: DEBUG oslo_vmware.api [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.661204] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a82d60-891f-4349-a68b-b5a579f84c66 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.668014] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad06c0a-6ca8-4a86-9a8f-fcf3619d9a64 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.696723] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb874d-9832-44d7-9004-163a3a3d7e00 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.703404] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f4e5af-76eb-4652-929b-bf90d2a01b87 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.717351] env[69784]: DEBUG nova.compute.provider_tree [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.045100] env[69784]: DEBUG oslo_vmware.api [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628783, 'name': ReconfigVM_Task, 'duration_secs': 0.320407} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.045451] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4/volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.050032] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a02b812-85be-452e-b4eb-2807acb7eb16 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.064426] env[69784]: DEBUG oslo_vmware.api [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1452.064426] env[69784]: value = "task-3628784" [ 1452.064426] env[69784]: _type = "Task" [ 1452.064426] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.071637] env[69784]: DEBUG oslo_vmware.api [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.221104] env[69784]: DEBUG nova.scheduler.client.report [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.574791] env[69784]: DEBUG oslo_vmware.api [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628784, 'name': ReconfigVM_Task, 'duration_secs': 0.145689} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.575108] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723622', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'name': 'volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'serial': '9c9acb60-03f5-4541-bd87-fb6b918f99a4'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1452.726226] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.744835] env[69784]: INFO nova.scheduler.client.report [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Deleted allocations for instance b57987a9-d0bc-4723-b88c-0271ac8c7e8e [ 1453.251988] env[69784]: DEBUG oslo_concurrency.lockutils [None req-c8b0c340-49ee-4c73-8f11-39dbd183dbaf tempest-ServerShowV247Test-1471733674 tempest-ServerShowV247Test-1471733674-project-member] Lock "b57987a9-d0bc-4723-b88c-0271ac8c7e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.812s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.611044] env[69784]: DEBUG nova.objects.instance [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 935d6724-beaa-4dca-b6f0-31e9231aec3d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.116493] env[69784]: DEBUG oslo_concurrency.lockutils [None req-84a553cf-37b8-4845-8e53-223108f2a172 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.955172] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.955417] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.458297] env[69784]: DEBUG nova.compute.utils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Using /dev/sd instead of None {{(pid=69784) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1455.960867] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.019999] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.020386] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.020524] env[69784]: INFO nova.compute.manager [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Attaching volume 732ec54f-40d4-4e11-9339-e6b23ff7963d to /dev/sdc [ 1457.051306] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec6153-28ef-459e-a461-3630bddd2369 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.058590] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c05924-04c4-4735-84b6-a2f76735ab45 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.071580] env[69784]: DEBUG nova.virt.block_device [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating existing volume attachment record: 207710f3-24c4-4b64-bd23-ffd1178979c6 {{(pid=69784) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1461.613787] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Volume attach. Driver type: vmdk {{(pid=69784) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1461.614062] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723623', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'name': 'volume-732ec54f-40d4-4e11-9339-e6b23ff7963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'serial': '732ec54f-40d4-4e11-9339-e6b23ff7963d'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1461.614990] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5022255d-b87c-40fa-bf2a-9b9be3427803 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.631982] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c3bd7-abda-4a3a-a2bd-67ab75036eea {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.658010] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-732ec54f-40d4-4e11-9339-e6b23ff7963d/volume-732ec54f-40d4-4e11-9339-e6b23ff7963d.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.658269] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ce6342-63e5-4c6b-bef5-2319bc54ca8b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.676053] env[69784]: DEBUG oslo_vmware.api [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1461.676053] env[69784]: value = "task-3628787" [ 1461.676053] env[69784]: _type = "Task" [ 1461.676053] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.683047] env[69784]: DEBUG oslo_vmware.api [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.185935] env[69784]: DEBUG oslo_vmware.api [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628787, 'name': ReconfigVM_Task, 'duration_secs': 0.346454} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.186296] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-732ec54f-40d4-4e11-9339-e6b23ff7963d/volume-732ec54f-40d4-4e11-9339-e6b23ff7963d.vmdk or device None with type thin {{(pid=69784) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.190933] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70a9b29-2115-4e6e-89a2-3fd529628b1b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.204997] env[69784]: DEBUG oslo_vmware.api [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1462.204997] env[69784]: value = "task-3628788" [ 1462.204997] env[69784]: _type = "Task" [ 1462.204997] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.212085] env[69784]: DEBUG oslo_vmware.api [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.714547] env[69784]: DEBUG oslo_vmware.api [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628788, 'name': ReconfigVM_Task, 'duration_secs': 0.135126} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.714849] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723623', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'name': 'volume-732ec54f-40d4-4e11-9339-e6b23ff7963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'serial': '732ec54f-40d4-4e11-9339-e6b23ff7963d'} {{(pid=69784) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1463.749543] env[69784]: DEBUG nova.objects.instance [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 935d6724-beaa-4dca-b6f0-31e9231aec3d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.254935] env[69784]: DEBUG oslo_concurrency.lockutils [None req-cd3dffb1-b0d9-4add-ac5e-2fd2b51acbe7 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.539721] env[69784]: DEBUG oslo_concurrency.lockutils [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.539931] env[69784]: DEBUG oslo_concurrency.lockutils [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.042688] env[69784]: INFO nova.compute.manager [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Detaching volume 9c9acb60-03f5-4541-bd87-fb6b918f99a4 [ 1465.072757] env[69784]: INFO nova.virt.block_device [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Attempting to driver detach volume 9c9acb60-03f5-4541-bd87-fb6b918f99a4 from mountpoint /dev/sdb [ 1465.072976] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1465.073201] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723622', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'name': 'volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'serial': '9c9acb60-03f5-4541-bd87-fb6b918f99a4'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1465.074064] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfffc036-c90f-4832-8684-61d34e441ba5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.098339] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c64457-6d65-4208-9709-c7d63d7a6f38 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.105508] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8440f-9477-4878-b77c-16aaf2be9af4 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.127439] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a446a0-9161-4eab-91e2-df3e34528f71 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.143273] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] The volume has not been displaced from its original location: [datastore2] volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4/volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1465.148513] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1465.148806] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c17de2e-594f-4c33-a0a8-ea7c94effc94 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.167220] env[69784]: DEBUG oslo_vmware.api [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1465.167220] env[69784]: value = "task-3628789" [ 1465.167220] env[69784]: _type = "Task" [ 1465.167220] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.179338] env[69784]: DEBUG oslo_vmware.api [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.676814] env[69784]: DEBUG oslo_vmware.api [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628789, 'name': ReconfigVM_Task, 'duration_secs': 0.225775} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.677127] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1465.681625] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9497d201-c5b9-4d5e-8eb1-a94aa45d2c6f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.695789] env[69784]: DEBUG oslo_vmware.api [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1465.695789] env[69784]: value = "task-3628790" [ 1465.695789] env[69784]: _type = "Task" [ 1465.695789] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.702812] env[69784]: DEBUG oslo_vmware.api [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628790, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.205216] env[69784]: DEBUG oslo_vmware.api [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628790, 'name': ReconfigVM_Task, 'duration_secs': 0.136291} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.205626] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723622', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'name': 'volume-9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9acb60-03f5-4541-bd87-fb6b918f99a4', 'serial': '9c9acb60-03f5-4541-bd87-fb6b918f99a4'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1466.744423] env[69784]: DEBUG nova.objects.instance [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 935d6724-beaa-4dca-b6f0-31e9231aec3d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.751834] env[69784]: DEBUG oslo_concurrency.lockutils [None req-55f935bf-6861-428a-8867-bca729953c13 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.770310] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.770543] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.273597] env[69784]: INFO nova.compute.manager [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Detaching volume 732ec54f-40d4-4e11-9339-e6b23ff7963d [ 1468.303733] env[69784]: INFO nova.virt.block_device [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Attempting to driver detach volume 732ec54f-40d4-4e11-9339-e6b23ff7963d from mountpoint /dev/sdc [ 1468.303962] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Volume detach. Driver type: vmdk {{(pid=69784) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1468.306026] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723623', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'name': 'volume-732ec54f-40d4-4e11-9339-e6b23ff7963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'serial': '732ec54f-40d4-4e11-9339-e6b23ff7963d'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1468.306026] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9dcde1-7570-49ca-b45e-ca76eeea8045 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.325564] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7be460-e98b-4b4e-a78c-342d375525a7 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.332010] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954510ee-6dce-493d-a562-987a2964e141 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.352720] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db05acd-028f-4c11-b162-2be3e0d0c22b {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.366560] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] The volume has not been displaced from its original location: [datastore2] volume-732ec54f-40d4-4e11-9339-e6b23ff7963d/volume-732ec54f-40d4-4e11-9339-e6b23ff7963d.vmdk. No consolidation needed. {{(pid=69784) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1468.371722] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1468.371969] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9629a7e-6b55-4e78-8a6d-acef14dfed31 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.388745] env[69784]: DEBUG oslo_vmware.api [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1468.388745] env[69784]: value = "task-3628791" [ 1468.388745] env[69784]: _type = "Task" [ 1468.388745] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.395856] env[69784]: DEBUG oslo_vmware.api [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.898078] env[69784]: DEBUG oslo_vmware.api [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628791, 'name': ReconfigVM_Task, 'duration_secs': 0.22236} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.898457] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=69784) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1468.902900] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63fea0cc-ee77-4f54-9e8b-8a9c882a478d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.916884] env[69784]: DEBUG oslo_vmware.api [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1468.916884] env[69784]: value = "task-3628792" [ 1468.916884] env[69784]: _type = "Task" [ 1468.916884] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.924127] env[69784]: DEBUG oslo_vmware.api [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.427374] env[69784]: DEBUG oslo_vmware.api [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628792, 'name': ReconfigVM_Task, 'duration_secs': 0.136312} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.427672] env[69784]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723623', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'name': 'volume-732ec54f-40d4-4e11-9339-e6b23ff7963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '935d6724-beaa-4dca-b6f0-31e9231aec3d', 'attached_at': '', 'detached_at': '', 'volume_id': '732ec54f-40d4-4e11-9339-e6b23ff7963d', 'serial': '732ec54f-40d4-4e11-9339-e6b23ff7963d'} {{(pid=69784) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1469.966457] env[69784]: DEBUG nova.objects.instance [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'flavor' on Instance uuid 935d6724-beaa-4dca-b6f0-31e9231aec3d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.974893] env[69784]: DEBUG oslo_concurrency.lockutils [None req-f8758d03-ad18-407d-9370-92e8441c47ad tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.142574] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.142932] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.142973] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "935d6724-beaa-4dca-b6f0-31e9231aec3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.143154] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.143391] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.145493] env[69784]: INFO nova.compute.manager [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Terminating instance [ 1472.649079] env[69784]: DEBUG nova.compute.manager [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Start destroying the instance on the hypervisor. {{(pid=69784) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.649353] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Destroying instance {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.650239] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d7279-d4fc-4773-8c0a-c091c7d5eede {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.659129] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Powering off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.659362] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5886e58-f4fb-4d82-9ead-c3011169f213 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.665837] env[69784]: DEBUG oslo_vmware.api [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1472.665837] env[69784]: value = "task-3628793" [ 1472.665837] env[69784]: _type = "Task" [ 1472.665837] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.673262] env[69784]: DEBUG oslo_vmware.api [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.175703] env[69784]: DEBUG oslo_vmware.api [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628793, 'name': PowerOffVM_Task, 'duration_secs': 0.194745} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.175981] env[69784]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Powered off the VM {{(pid=69784) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.176143] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Unregistering the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.176392] env[69784]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0778cb12-bd50-47c3-bc98-9a13d8fe1a13 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.249613] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Unregistered the VM {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.249831] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Deleting contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.249998] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Deleting the datastore file [datastore1] 935d6724-beaa-4dca-b6f0-31e9231aec3d {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.250284] env[69784]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20e3c46a-8584-4c1f-9ee9-0d7ebce9751d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.256891] env[69784]: DEBUG oslo_vmware.api [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for the task: (returnval){ [ 1473.256891] env[69784]: value = "task-3628795" [ 1473.256891] env[69784]: _type = "Task" [ 1473.256891] env[69784]: } to complete. {{(pid=69784) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.264015] env[69784]: DEBUG oslo_vmware.api [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.766752] env[69784]: DEBUG oslo_vmware.api [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Task: {'id': task-3628795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13166} completed successfully. {{(pid=69784) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.767041] env[69784]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Deleted the datastore file {{(pid=69784) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.767203] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Deleted contents of the VM from datastore datastore1 {{(pid=69784) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.767381] env[69784]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Instance destroyed {{(pid=69784) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.767552] env[69784]: INFO nova.compute.manager [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1473.767787] env[69784]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69784) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1473.767975] env[69784]: DEBUG nova.compute.manager [-] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Deallocating network for instance {{(pid=69784) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.768084] env[69784]: DEBUG nova.network.neutron [-] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] deallocate_for_instance() {{(pid=69784) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.209325] env[69784]: DEBUG nova.compute.manager [req-3d5dd052-b550-431e-a805-57d707259ed9 req-da3db26d-7f25-4a4a-bfb0-7947fff98c5b service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Received event network-vif-deleted-230dcc8f-e970-43ac-958e-d177ceb4f265 {{(pid=69784) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.209325] env[69784]: INFO nova.compute.manager [req-3d5dd052-b550-431e-a805-57d707259ed9 req-da3db26d-7f25-4a4a-bfb0-7947fff98c5b service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Neutron deleted interface 230dcc8f-e970-43ac-958e-d177ceb4f265; detaching it from the instance and deleting it from the info cache [ 1474.209325] env[69784]: DEBUG nova.network.neutron [req-3d5dd052-b550-431e-a805-57d707259ed9 req-da3db26d-7f25-4a4a-bfb0-7947fff98c5b service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.692608] env[69784]: DEBUG nova.network.neutron [-] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Updating instance_info_cache with network_info: [] {{(pid=69784) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.711597] env[69784]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4091c5d4-0af1-43c0-85f6-a2d737375bc0 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.726011] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc4fe3-7b79-4791-a605-7bef87fa953d {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.762752] env[69784]: DEBUG nova.compute.manager [req-3d5dd052-b550-431e-a805-57d707259ed9 req-da3db26d-7f25-4a4a-bfb0-7947fff98c5b service nova] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Detach interface failed, port_id=230dcc8f-e970-43ac-958e-d177ceb4f265, reason: Instance 935d6724-beaa-4dca-b6f0-31e9231aec3d could not be found. {{(pid=69784) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1475.197076] env[69784]: INFO nova.compute.manager [-] [instance: 935d6724-beaa-4dca-b6f0-31e9231aec3d] Took 1.43 seconds to deallocate network for instance. [ 1475.703167] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.703585] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.703776] env[69784]: DEBUG nova.objects.instance [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lazy-loading 'resources' on Instance uuid 935d6724-beaa-4dca-b6f0-31e9231aec3d {{(pid=69784) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.236374] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59188821-6b59-4075-9fa3-d15a8f9c8940 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.243699] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1907e52f-c475-4c86-808c-cd7d3d7f50e5 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.273833] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0810dbc8-a62c-4cf0-9a4b-3e28ca58225a {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.280394] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2dc406-1bc7-4421-a670-4a9ab75164fa {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.293177] env[69784]: DEBUG nova.compute.provider_tree [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.796323] env[69784]: DEBUG nova.scheduler.client.report [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.301081] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.320965] env[69784]: INFO nova.scheduler.client.report [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Deleted allocations for instance 935d6724-beaa-4dca-b6f0-31e9231aec3d [ 1477.828876] env[69784]: DEBUG oslo_concurrency.lockutils [None req-9c4d54bf-9611-4b9a-b0db-acd7935c4055 tempest-AttachVolumeTestJSON-202711453 tempest-AttachVolumeTestJSON-202711453-project-member] Lock "935d6724-beaa-4dca-b6f0-31e9231aec3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.324509] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.324915] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.324843] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.325214] env[69784]: DEBUG nova.compute.manager [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69784) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1501.324584] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.324637] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.325069] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.325069] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.325180] env[69784]: DEBUG oslo_service.periodic_task [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69784) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.828679] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.828964] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.829162] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.829320] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69784) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1502.830321] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ed2ca-55a8-4325-bb11-8b3f8adbf14f {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.838782] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b232cc6-1744-4446-8acf-2a3646ac1d78 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.855685] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6996957-2696-4cf7-ba73-74aad922c632 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.863079] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ab13a-ad22-4668-8380-a2fec6ca86fd {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.895569] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180696MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=69784) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1502.895783] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.895929] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.038604] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1504.038865] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69784) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1504.052081] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66ef3b3-8aea-4f9d-a708-30f5557a90bc {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.059857] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef21575-6766-40b5-a4fd-f25904b78f35 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.089746] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a48a39f-d77e-4110-8e2d-3393f897d014 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.096500] env[69784]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35a93c-7465-46a8-81f2-93c5b053d829 {{(pid=69784) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.108894] env[69784]: DEBUG nova.compute.provider_tree [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed in ProviderTree for provider: 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a {{(pid=69784) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.611818] env[69784]: DEBUG nova.scheduler.client.report [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Inventory has not changed for provider 0c2d32c9-4f2b-4fd3-b895-4e6470002a7a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69784) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.116822] env[69784]: DEBUG nova.compute.resource_tracker [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69784) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1505.117182] env[69784]: DEBUG oslo_concurrency.lockutils [None req-95a20697-cfd1-43a4-b9f4-55775cc190b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=69784) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}